[ 514.215232] env[66145]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 514.215232] env[66145]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 515.226510] env[66232]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 515.226510] env[66232]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 517.077236] env[66232]: INFO neutron.common.config [-] Logging enabled! [ 517.077641] env[66232]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev40 [ 517.077709] env[66232]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66232) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 517.078015] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 517.078117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 517.078923] env[66232]: WARNING oslo_policy.policy [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.079153] env[66232]: WARNING oslo_policy.policy [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 517.080772] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] VMware NSXv3 Agent initialized successfully. [ 517.081150] env[66232]: DEBUG oslo_concurrency.lockutils [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Acquiring lock "singleton_lock" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.081283] env[66232]: DEBUG oslo_concurrency.lockutils [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Acquired lock "singleton_lock" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.081484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Releasing lock "singleton_lock" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.081777] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Full set of CONF: {{(pid=66232) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 517.081892] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ******************************************************************************** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 517.081993] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Configuration options gathered from: {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 517.082571] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 517.082753] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 517.082863] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ================================================================================ {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 517.083041] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] agent_down_time = 75 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083185] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] allow_automatic_dhcp_failover = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083322] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] allow_bulk = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083487] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] api_extensions_path = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083633] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] api_paste_config = api-paste.ini {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083782] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] auth_strategy = keystone {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083891] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] backdoor_port = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.083993] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] backdoor_socket = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084144] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] backlog = 4096 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084284] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084436] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] bind_host = 0.0.0.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084576] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] bind_port = 9696 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084709] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] client_socket_timeout = 900 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084846] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] config_dir = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.084951] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085098] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] config_source = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085237] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] control_exchange = neutron {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085374] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] core_plugin = ml2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085508] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] debug = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085664] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] default_availability_zones = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.085881] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086021] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dhcp_agent_notification = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086160] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dhcp_agents_per_network = 1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086289] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dhcp_lease_duration = 86400 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086426] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dhcp_load_type = networks {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086569] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dns_domain = openstacklocal {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086739] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.086873] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_default_route_bfd = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087012] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_default_route_ecmp = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087149] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_dvr = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087279] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_new_agents = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087412] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087541] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_signals = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087669] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] enable_traditional_dhcp = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087796] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] external_dns_driver = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.087923] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] filter_validation = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088077] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] global_physnet_mtu = 8950 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088214] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] graceful_shutdown_timeout = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088382] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] host = cpu-1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088523] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] host_dvr_for_dhcp = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088658] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] http_retries = 3 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088797] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] instance_format = [instance: %(uuid)s] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.088934] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089084] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ipam_driver = internal {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089220] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ipv6_pd_enabled = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089351] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] l3_ha = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089486] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089629] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] l3_ha_network_physical_name = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089834] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] l3_ha_network_type = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.089999] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_color = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090153] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_config_append = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090293] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090425] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_dir = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090558] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_file = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090663] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_options = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090799] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_rotate_interval = 1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.090936] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_rotate_interval_type = days {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091080] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] log_rotation_type = none {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091184] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091285] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091423] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091563] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091666] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091799] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_dns_nameservers = 5 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.091929] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_header_line = 16384 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092068] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_l3_agents_per_router = 3 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092202] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_logfile_count = 30 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092328] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_logfile_size_mb = 200 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092458] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] max_subnet_host_routes = 20 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092593] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] my_ip = 10.180.1.21 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092727] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] my_ipv6 = ::1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092858] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] network_auto_schedule = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.092980] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] network_link_prefix = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093132] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093272] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] notify_nova_on_port_data_changes = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093412] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] notify_nova_on_port_status_changes = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093549] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] pagination_max_limit = -1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093717] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] publish_errors = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093852] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rate_limit_burst = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.093990] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rate_limit_except_level = CRITICAL {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094136] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rate_limit_interval = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094266] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] retry_until_window = 30 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094397] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] router_distributed = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094531] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rpc_resources_processing_step = 20 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094664] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rpc_response_max_timeout = 600 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094802] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] rpc_response_timeout = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.094938] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] send_events_interval = 2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095095] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] service_plugins = ['router'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095236] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] setproctitle = on {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095367] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] shell_completion = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095504] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] state_path = /opt/stack/data/neutron {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095670] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] syslog_log_facility = LOG_USER {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.095869] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] tcp_keepidle = 600 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096047] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] transport_url = **** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096187] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] use_journal = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096319] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] use_json = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096448] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] use_ssl = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096589] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] use_stderr = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096747] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] use_syslog = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.096877] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vlan_qinq = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097024] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vlan_transparent = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097153] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] watch_log_file = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097285] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] wsgi_default_pool_size = 100 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097417] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] wsgi_keep_alive = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097557] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097691] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] wsgi_server_debug = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 517.097840] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_concurrency.disable_process_locking = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.097981] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098135] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098269] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098407] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098543] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098678] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098832] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.connection_string = messaging:// {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.098985] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.enabled = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099140] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.es_doc_type = notification {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099280] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.es_scroll_size = 10000 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099419] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.es_scroll_time = 2m {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099552] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.filter_error_trace = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099692] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.hmac_keys = **** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099831] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.sentinel_service_name = mymaster {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.099977] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.socket_timeout = 0.1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100124] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.trace_requests = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100257] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler.trace_sqlalchemy = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100405] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler_jaeger.process_tags = {} {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100539] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler_jaeger.service_name_prefix = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100674] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] profiler_otlp.service_name_prefix = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.100822] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.enforce_new_defaults = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101100] env[66232]: WARNING oslo_config.cfg [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 517.101250] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.enforce_scope = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101394] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.policy_default_rule = default {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101540] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101679] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101820] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.101950] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102092] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102226] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102360] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102501] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102648] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102796] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] agent.extensions = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.102935] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103083] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] service_providers.service_provider = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103228] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.default_quota = -1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103370] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103508] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_floatingip = 50 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103645] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_network = 100 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103781] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_port = 500 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.103911] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104052] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_router = 10 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104186] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_security_group = 10 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104317] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104448] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.quota_subnet = 100 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104582] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] QUOTAS.track_quota_usage = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104732] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104863] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.104991] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105135] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105272] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105407] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105537] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105705] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105843] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.105972] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106112] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106250] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106381] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106511] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_dhcp_release.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106676] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106811] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.106939] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107255] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107255] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107370] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107464] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_ovs_vsctl.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107634] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.capabilities = [21] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107777] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.107910] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108059] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108202] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108334] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108464] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_namespace.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108604] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.capabilities = [12] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108737] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108864] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.108996] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109145] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109278] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109407] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_conntrack.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109548] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.capabilities = [12, 21] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109676] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.group = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109806] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.helper_command = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.109937] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.log_daemon_traceback = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110081] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110215] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.thread_pool_size = 8 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110341] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] privsep_link.user = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110490] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110633] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110771] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.continue_on_failed_promotions = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.110902] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.dscp = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111048] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.dscp_inherit = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111191] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.force_mp_to_policy = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111322] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.locking_coordinator_url = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111455] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.log_agent_heartbeats = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111588] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.logging_expire = 1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111729] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.111866] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112014] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.polling_interval = 240 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112161] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112302] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112444] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.report_interval = 30.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112585] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112737] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.112872] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113015] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.sync_skew = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113154] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.synchronization_queue_size = 20 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113292] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT.use_helper_for_ns_read = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113436] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] SECURITYGROUP.enable_ipset = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113599] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] SECURITYGROUP.enable_security_group = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113744] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.113883] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114032] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] experimental.ipv6_pd_enabled = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114192] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.extension_drivers = ['port_security'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114325] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.external_network_type = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114471] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114610] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.overlay_ip_version = 4 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114750] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.path_mtu = 8950 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.114890] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.physical_network_mtus = {} {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115040] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115184] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115325] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ml2.type_drivers = ['vlan'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115467] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115636] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115769] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.115914] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116066] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116212] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116344] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116483] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116643] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116848] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.116995] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_login_password = **** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117155] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117297] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_login_user = admin {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117435] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117576] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117713] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117843] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.117980] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118134] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118270] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118405] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118817] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118817] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118817] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.118960] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119072] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119263] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119408] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119550] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119713] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.119858] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.auth_section = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120018] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.auth_type = password {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120156] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120286] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.certfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120419] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.collect_timing = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120561] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.endpoint_type = public {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120697] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.insecure = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120825] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.keyfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.120963] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.region_name = RegionOne {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121110] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.split_loggers = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121241] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] nova.timeout = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121376] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.auth_section = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121514] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.auth_type = password {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121649] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121780] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.certfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.121910] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.collect_timing = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122058] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.endpoint_type = public {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122191] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.insecure = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122317] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.keyfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122443] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.region_name = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122573] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.split_loggers = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122699] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] placement.timeout = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122832] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.auth_section = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.122962] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.auth_type = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123102] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.cafile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123230] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.certfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123360] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.collect_timing = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123505] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.connect_retries = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123643] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.connect_retry_delay = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123776] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.enable_notifications = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.123904] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.endpoint_override = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124044] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.insecure = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124174] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.interface = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124300] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.keyfile = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124432] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.max_version = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124558] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.min_version = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124684] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.region_name = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124811] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.retriable_status_codes = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.124937] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.service_name = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125072] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.service_type = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125203] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.split_loggers = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125327] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.status_code_retries = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125450] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.status_code_retry_delay = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125594] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.timeout = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125755] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.valid_interfaces = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.125893] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ironic.version = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126042] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] cli_script.dry_run = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126189] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126319] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126449] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126584] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126719] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126850] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.126979] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127123] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127258] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127399] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127530] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127669] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127810] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.127945] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128092] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128230] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128363] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128497] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128661] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128819] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.128954] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129098] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129232] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129360] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129488] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129622] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129757] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.129891] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130032] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130166] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130295] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130435] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130575] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130713] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130851] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.130987] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131133] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131275] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_notifications.driver = [] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131408] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_notifications.retry = -1 {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131551] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131690] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 517.131798] env[66232]: DEBUG oslo_service.backend._eventlet.service [None req-a80b3ed0-8d20-463e-b981-1c15d1dc8f09 None None] ******************************************************************************** {{(pid=66232) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 517.132917] env[66232]: DEBUG neutron.agent.securitygroups_rpc [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Init firewall settings (driver=nsxv3) {{(pid=66232) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 517.134261] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66232) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 517.134500] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 517.136762] env[66232]: DEBUG dogpile.cache.region [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.136880] env[66232]: DEBUG dogpile.lock [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 517.136979] env[66232]: DEBUG dogpile.lock [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 517.137081] env[66232]: DEBUG dogpile.lock [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 517.137175] env[66232]: DEBUG dogpile.cache.region [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 517.137261] env[66232]: DEBUG dogpile.lock [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 517.137392] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 517.157774] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Session token - acquiring [ 517.159327] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.159518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.159612] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.160072] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.170166] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.443767] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 517.468868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 517.469077] env[66232]: DEBUG dogpile.cache.region [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 517.469161] env[66232]: DEBUG dogpile.lock [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 517.469257] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Activating Policy API Provider. [ 517.469462] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Looking for the default Infrastructure Rules. [ 517.536252] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Looking for the Default Layer3 Logged Drop Section. [ 517.551579] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 517.552068] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.552246] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.552352] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.552697] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.553064] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.068171] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.570261] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.073306] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Inventory metadata is going to be refreshed. [ 519.073506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 519.861786] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.862250] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.862250] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.862400] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.873339] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 519.874265] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.875096] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 519.898991] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.899247] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.899312] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.899560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.899681] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.899828] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 519.899943] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 519.900054] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 519.919462] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.919687] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.919740] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.919984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.920246] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.920410] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 519.939579] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.939806] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.939874] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.940208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.940353] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.940491] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 519.958113] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.958292] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.958378] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.958651] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.958791] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.958936] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 519.959049] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 519.959150] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 519.978322] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.978504] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.978583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.978856] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.978977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.979127] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 519.979230] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 519.979333] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 519.999337] env[66232]: DEBUG networking_nsxv3.common.locking [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.999544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.999592] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.999861] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.000010] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.000159] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 520.000260] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 520.000357] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Inventory metadata have been refreshed. [ 520.000450] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Dryrun:True. Metadata refresh completed. [ 520.000560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 520.002215] env[66232]: INFO neutron.agent.agent_extensions_manager [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Loaded agent extensions: [] [ 520.002928] env[66232]: DEBUG neutron_lib.callbacks.manager [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66232) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 520.004824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.004947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.005032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 520.005263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 520.005425] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.058206] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 520.058444] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 520.058444] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent out of sync with plugin! [ 520.508401] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.011098] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.513547] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 521.513744] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 522.315420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.315885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.315885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.315885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.326581] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 522.327392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.328281] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 522.347470] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.347659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.347659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.347880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.348037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.348116] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 522.348189] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.348260] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 522.367759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.367956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.367956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.368178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.368312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.368423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 522.390902] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.391122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.391122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.391321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.391428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.391535] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 522.412702] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.412896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.412896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.413117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.413221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.413337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 522.413409] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.413477] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 522.431505] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.431708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.431708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.431904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.431990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.432112] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 522.432186] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.432255] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 522.456279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.456503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.456559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.456768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.456874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.456990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 522.457074] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 522.457143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 522.457207] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 522.457382] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 522.457485] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 522.457550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 522.457812] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 522.457880] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 522.457950] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 522.477060] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.477253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.477253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.477496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.477603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.477711] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 522.499809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.500054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.500168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.500472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.500646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.539608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.003705] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 525.004070] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 530.004884] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.005248] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.885186] env[66232]: INFO networking_nsxv3.common.synchronization [None req-971ff3e2-b110-4e8c-b57c-4798e114c0e6 demo admin] Enqueued Resource ID: d436bbbb-4a4e-437a-ad25-93c265742611 with Priority: HIGHEST for action security_group_rules [ 534.885812] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d436bbbb-4a4e-437a-ad25-93c265742611 with Priority: HIGHEST for action security_group_rules [ 534.886170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d436bbbb-4a4e-437a-ad25-93c265742611 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.886321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d436bbbb-4a4e-437a-ad25-93c265742611" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.886772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d436bbbb-4a4e-437a-ad25-93c265742611" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.886772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d436bbbb-4a4e-437a-ad25-93c265742611" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.886912] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d436bbbb-4a4e-437a-ad25-93c265742611',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.407955] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.408237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.408237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.408388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.408478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.408574] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d436bbbb-4a4e-437a-ad25-93c265742611 already deleted. [ 535.408657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d436bbbb-4a4e-437a-ad25-93c265742611" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.887070] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.887472] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.888693] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.888693] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.889355] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.889355] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.890407] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.890860] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.891854] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.892556] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.948365] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5cbe8308-bc90-4d52-9028-2940b0dafd1d None None] Enqueued Resource ID: ca0b9cae-7f7b-4d7c-a501-9c876e49210a with Priority: HIGHEST for action port [ 559.948611] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0b9cae-7f7b-4d7c-a501-9c876e49210a with Priority: HIGHEST for action port [ 559.949181] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0b9cae-7f7b-4d7c-a501-9c876e49210a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.949299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0b9cae-7f7b-4d7c-a501-9c876e49210a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.949364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0b9cae-7f7b-4d7c-a501-9c876e49210a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.949601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0b9cae-7f7b-4d7c-a501-9c876e49210a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.949683] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0b9cae-7f7b-4d7c-a501-9c876e49210a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.454840] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca0b9cae-7f7b-4d7c-a501-9c876e49210a [ 560.455167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.455297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.455297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.455486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.455577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.455672] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca0b9cae-7f7b-4d7c-a501-9c876e49210a already deleted. [ 560.455754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0b9cae-7f7b-4d7c-a501-9c876e49210a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.658739] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1222f4e7-6b14-4a33-aa6b-1cb83c5e4f30 None None] Enqueued Resource ID: cb86cb58-859f-467c-ab26-6ac11167998b with Priority: HIGHEST for action port [ 561.659399] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb86cb58-859f-467c-ab26-6ac11167998b with Priority: HIGHEST for action port [ 561.660127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb86cb58-859f-467c-ab26-6ac11167998b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.660385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb86cb58-859f-467c-ab26-6ac11167998b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.660493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb86cb58-859f-467c-ab26-6ac11167998b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.660919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb86cb58-859f-467c-ab26-6ac11167998b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.660976] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb86cb58-859f-467c-ab26-6ac11167998b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.164882] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb86cb58-859f-467c-ab26-6ac11167998b [ 562.165141] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.165280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.165582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.165582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.165794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.165794] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb86cb58-859f-467c-ab26-6ac11167998b already deleted. [ 562.165794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb86cb58-859f-467c-ab26-6ac11167998b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.744980] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f54c0046-64ad-4733-802d-167d5aa87d86 None None] Enqueued Resource ID: 7a6fdb0c-0940-47f2-80b2-e8854cadbcbe with Priority: HIGHEST for action port [ 563.746245] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6fdb0c-0940-47f2-80b2-e8854cadbcbe with Priority: HIGHEST for action port [ 563.746662] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6fdb0c-0940-47f2-80b2-e8854cadbcbe taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.749097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6fdb0c-0940-47f2-80b2-e8854cadbcbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.749097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6fdb0c-0940-47f2-80b2-e8854cadbcbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.749097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6fdb0c-0940-47f2-80b2-e8854cadbcbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.749097] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6fdb0c-0940-47f2-80b2-e8854cadbcbe',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.252834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a6fdb0c-0940-47f2-80b2-e8854cadbcbe [ 564.253072] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.253277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.253277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.254061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.254061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.254061] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a6fdb0c-0940-47f2-80b2-e8854cadbcbe already deleted. [ 564.254061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6fdb0c-0940-47f2-80b2-e8854cadbcbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.566979] env[66232]: INFO networking_nsxv3.common.synchronization [None req-c8ea9ae3-a478-406e-af9d-271d506b959e None None] Enqueued Resource ID: 1071157b-4177-4917-bab4-525496940bab with Priority: HIGHEST for action port [ 565.569614] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1071157b-4177-4917-bab4-525496940bab with Priority: HIGHEST for action port [ 565.569799] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1071157b-4177-4917-bab4-525496940bab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.569897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1071157b-4177-4917-bab4-525496940bab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.570899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1071157b-4177-4917-bab4-525496940bab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.570899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1071157b-4177-4917-bab4-525496940bab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.570899] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1071157b-4177-4917-bab4-525496940bab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.694856] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0b06f354-49ff-4ec6-a075-2e59f69996c0 None None] Enqueued Resource ID: 0fc57aef-9356-4564-980f-0b1277d10735 with Priority: HIGHEST for action port [ 565.695232] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc57aef-9356-4564-980f-0b1277d10735 with Priority: HIGHEST for action port [ 565.695542] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc57aef-9356-4564-980f-0b1277d10735 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.695643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc57aef-9356-4564-980f-0b1277d10735" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.695714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc57aef-9356-4564-980f-0b1277d10735" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.695949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc57aef-9356-4564-980f-0b1277d10735" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.696197] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc57aef-9356-4564-980f-0b1277d10735',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.054745] env[66232]: INFO networking_nsxv3.common.synchronization [None req-af1c97e9-3712-427c-a9d5-8fb88890e7a2 None None] Enqueued Resource ID: 444ca31c-cb30-4415-b4d4-528f83a19500 with Priority: HIGHEST for action port [ 566.055011] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444ca31c-cb30-4415-b4d4-528f83a19500 with Priority: HIGHEST for action port [ 566.055686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-444ca31c-cb30-4415-b4d4-528f83a19500 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.056121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-444ca31c-cb30-4415-b4d4-528f83a19500" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.056222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-444ca31c-cb30-4415-b4d4-528f83a19500" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.056504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-444ca31c-cb30-4415-b4d4-528f83a19500" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.056603] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('444ca31c-cb30-4415-b4d4-528f83a19500',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.074195] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1071157b-4177-4917-bab4-525496940bab [ 566.076082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.076082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.076082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.076082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.076082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.076082] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1071157b-4177-4917-bab4-525496940bab already deleted. [ 566.076082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1071157b-4177-4917-bab4-525496940bab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.200740] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc57aef-9356-4564-980f-0b1277d10735 [ 566.200980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.201136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.201213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.201419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.201509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.201603] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc57aef-9356-4564-980f-0b1277d10735 already deleted. [ 566.201687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc57aef-9356-4564-980f-0b1277d10735" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.560665] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 444ca31c-cb30-4415-b4d4-528f83a19500 [ 566.560665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.560665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.560665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.560665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.560665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.560665] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:444ca31c-cb30-4415-b4d4-528f83a19500 already deleted. [ 566.560665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-444ca31c-cb30-4415-b4d4-528f83a19500" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.096899] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f410bb13-9c2e-4603-9fb0-71596a040605 None None] Enqueued Resource ID: 4dd17297-646e-4ab8-a2ad-9395ecd2db69 with Priority: HIGHEST for action port [ 568.096899] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd17297-646e-4ab8-a2ad-9395ecd2db69 with Priority: HIGHEST for action port [ 568.096899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd17297-646e-4ab8-a2ad-9395ecd2db69 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.096899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd17297-646e-4ab8-a2ad-9395ecd2db69" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.096899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd17297-646e-4ab8-a2ad-9395ecd2db69" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.096899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd17297-646e-4ab8-a2ad-9395ecd2db69" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.096899] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd17297-646e-4ab8-a2ad-9395ecd2db69',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.302526] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cf04c5f1-7f92-41c8-bbc3-4707efc0f960 None None] Enqueued Resource ID: 487111e3-de44-43af-976c-c2f863f6560a with Priority: HIGHEST for action port [ 568.303106] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487111e3-de44-43af-976c-c2f863f6560a with Priority: HIGHEST for action port [ 568.303439] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-487111e3-de44-43af-976c-c2f863f6560a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.303562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487111e3-de44-43af-976c-c2f863f6560a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.303656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487111e3-de44-43af-976c-c2f863f6560a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.303878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487111e3-de44-43af-976c-c2f863f6560a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.303946] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487111e3-de44-43af-976c-c2f863f6560a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.599637] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd17297-646e-4ab8-a2ad-9395ecd2db69 [ 568.600963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.600963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.600963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.601292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.602500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.602602] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd17297-646e-4ab8-a2ad-9395ecd2db69 already deleted. [ 568.602698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd17297-646e-4ab8-a2ad-9395ecd2db69" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.805682] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487111e3-de44-43af-976c-c2f863f6560a [ 568.805976] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.806057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.806161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.806379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.806469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.806558] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487111e3-de44-43af-976c-c2f863f6560a already deleted. [ 568.806628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487111e3-de44-43af-976c-c2f863f6560a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.267679] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9bf62595-6c17-4fcc-a7a2-6d4c63bed4bc tempest-ServersTestBootFromVolume-1825914991 tempest-ServersTestBootFromVolume-1825914991-project-member] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 571.268297] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 571.268510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.268634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.268795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.269069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.269154] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.586203] env[66232]: INFO networking_nsxv3.common.synchronization [None req-aeaafe82-1d8c-4bdc-97ee-4097f2cb4fae None None] Enqueued Resource ID: 752e4b34-dfb9-4851-8f35-104d3500c461 with Priority: HIGHEST for action port [ 571.586203] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752e4b34-dfb9-4851-8f35-104d3500c461 with Priority: HIGHEST for action port [ 571.586203] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-752e4b34-dfb9-4851-8f35-104d3500c461 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.586203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752e4b34-dfb9-4851-8f35-104d3500c461" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.586203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752e4b34-dfb9-4851-8f35-104d3500c461" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.586742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752e4b34-dfb9-4851-8f35-104d3500c461" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.586919] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752e4b34-dfb9-4851-8f35-104d3500c461',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.791543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.791543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.791543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.791543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.791543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.791543] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7780809-e7e0-4738-af0f-337bb87b712d already deleted. [ 571.791543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.089389] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 752e4b34-dfb9-4851-8f35-104d3500c461 [ 572.089641] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.089758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.089818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.090389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.090389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.090389] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:752e4b34-dfb9-4851-8f35-104d3500c461 already deleted. [ 572.090389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752e4b34-dfb9-4851-8f35-104d3500c461" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.273358] env[66232]: INFO networking_nsxv3.common.synchronization [None req-94f90c3f-fbe3-47a5-a94f-7153a2251b2f tempest-ServersTestBootFromVolume-1825914991 tempest-ServersTestBootFromVolume-1825914991-project-member] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 572.274688] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 572.274688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.274688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.274688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.274889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.274889] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.618106] env[66232]: INFO networking_nsxv3.common.synchronization [None req-3cccab77-aef2-432c-88a7-c6240637733b None None] Enqueued Resource ID: c18dee75-25fc-43b5-ab92-ba5d0f7179bd with Priority: HIGHEST for action port [ 572.618647] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18dee75-25fc-43b5-ab92-ba5d0f7179bd with Priority: HIGHEST for action port [ 572.619216] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c18dee75-25fc-43b5-ab92-ba5d0f7179bd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.619216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c18dee75-25fc-43b5-ab92-ba5d0f7179bd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.619216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c18dee75-25fc-43b5-ab92-ba5d0f7179bd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.619441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c18dee75-25fc-43b5-ab92-ba5d0f7179bd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.619441] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c18dee75-25fc-43b5-ab92-ba5d0f7179bd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.795238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.795941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.796785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.796785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.796785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.796785] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7780809-e7e0-4738-af0f-337bb87b712d already deleted. [ 572.796785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.121736] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c18dee75-25fc-43b5-ab92-ba5d0f7179bd [ 573.122460] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.123063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.123063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.125519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.125519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.125519] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c18dee75-25fc-43b5-ab92-ba5d0f7179bd already deleted. [ 573.125681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c18dee75-25fc-43b5-ab92-ba5d0f7179bd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.142485] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f1f777a4-deda-4a98-805b-fe778d0e489a None None] Enqueued Resource ID: 78dad57a-1679-4f64-bc62-adc6cd8e1e52 with Priority: HIGHEST for action port [ 573.142991] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dad57a-1679-4f64-bc62-adc6cd8e1e52 with Priority: HIGHEST for action port [ 573.143718] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dad57a-1679-4f64-bc62-adc6cd8e1e52 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.143718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dad57a-1679-4f64-bc62-adc6cd8e1e52" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.143718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dad57a-1679-4f64-bc62-adc6cd8e1e52" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.143718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dad57a-1679-4f64-bc62-adc6cd8e1e52" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.143989] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dad57a-1679-4f64-bc62-adc6cd8e1e52',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.647900] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dad57a-1679-4f64-bc62-adc6cd8e1e52 [ 573.647900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.647900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.647900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.647900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.647900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.647900] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dad57a-1679-4f64-bc62-adc6cd8e1e52 already deleted. [ 573.648462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dad57a-1679-4f64-bc62-adc6cd8e1e52" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.403832] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9311cecb-bab9-4321-bdaf-b0a2d237e966 None None] Enqueued Resource ID: 67a06a50-de4c-4804-a25c-0b501e2bb86b with Priority: HIGHEST for action port [ 574.404467] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a06a50-de4c-4804-a25c-0b501e2bb86b with Priority: HIGHEST for action port [ 574.404764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-67a06a50-de4c-4804-a25c-0b501e2bb86b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.404891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67a06a50-de4c-4804-a25c-0b501e2bb86b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.404946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67a06a50-de4c-4804-a25c-0b501e2bb86b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.406798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67a06a50-de4c-4804-a25c-0b501e2bb86b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.406886] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67a06a50-de4c-4804-a25c-0b501e2bb86b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.787703] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-575b9c3c-121b-4f07-a1a7-1a8c54f8475b tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 574.788973] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 574.788973] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.788973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.788973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.788973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.790765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.790883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.790949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.791157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.791238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.791335] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.912898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67a06a50-de4c-4804-a25c-0b501e2bb86b [ 574.912898] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.912898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.912898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.912898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.912898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.912898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67a06a50-de4c-4804-a25c-0b501e2bb86b already deleted. [ 574.912898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67a06a50-de4c-4804-a25c-0b501e2bb86b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.944100] env[66232]: INFO networking_nsxv3.common.synchronization [None req-46748b59-a513-478d-825e-d0e00a1019a5 None None] Enqueued Resource ID: 666620c1-1b54-41cc-899c-8ae00f8f38cc with Priority: HIGHEST for action port [ 574.944636] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666620c1-1b54-41cc-899c-8ae00f8f38cc with Priority: HIGHEST for action port [ 574.944926] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-666620c1-1b54-41cc-899c-8ae00f8f38cc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.946606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666620c1-1b54-41cc-899c-8ae00f8f38cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.946712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666620c1-1b54-41cc-899c-8ae00f8f38cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.946961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666620c1-1b54-41cc-899c-8ae00f8f38cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.948448] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666620c1-1b54-41cc-899c-8ae00f8f38cc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.293188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.293373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.293446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.293817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.293817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.293978] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.294120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.294189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.296487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.296487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.296487] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 already deleted. [ 575.296487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.453208] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666620c1-1b54-41cc-899c-8ae00f8f38cc [ 575.453208] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.453208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.453208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.453208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.453208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.453208] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666620c1-1b54-41cc-899c-8ae00f8f38cc already deleted. [ 575.453208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666620c1-1b54-41cc-899c-8ae00f8f38cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.576907] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cd260d32-21eb-45fc-836b-aa832eacf9a6 None None] Enqueued Resource ID: a7f4bd00-0acd-48e4-8e5a-e57b7f300b06 with Priority: HIGHEST for action port [ 575.578530] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f4bd00-0acd-48e4-8e5a-e57b7f300b06 with Priority: HIGHEST for action port [ 575.578910] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7f4bd00-0acd-48e4-8e5a-e57b7f300b06 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.579134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7f4bd00-0acd-48e4-8e5a-e57b7f300b06" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.579268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7f4bd00-0acd-48e4-8e5a-e57b7f300b06" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.579676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7f4bd00-0acd-48e4-8e5a-e57b7f300b06" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.579720] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f4bd00-0acd-48e4-8e5a-e57b7f300b06',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.891609] env[66232]: INFO networking_nsxv3.common.synchronization [None req-34e8ff49-95bd-4548-924a-953da526ec47 None None] Enqueued Resource ID: b537b599-a14b-4bc2-b6d9-75f145ce2d04 with Priority: HIGHEST for action port [ 575.892254] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b537b599-a14b-4bc2-b6d9-75f145ce2d04 with Priority: HIGHEST for action port [ 575.892466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b537b599-a14b-4bc2-b6d9-75f145ce2d04 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.892589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b537b599-a14b-4bc2-b6d9-75f145ce2d04" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.892655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b537b599-a14b-4bc2-b6d9-75f145ce2d04" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.892900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b537b599-a14b-4bc2-b6d9-75f145ce2d04" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.893095] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b537b599-a14b-4bc2-b6d9-75f145ce2d04',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.081490] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7f4bd00-0acd-48e4-8e5a-e57b7f300b06 [ 576.081875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.081970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.081970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.082213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.082306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.082494] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7f4bd00-0acd-48e4-8e5a-e57b7f300b06 already deleted. [ 576.082494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7f4bd00-0acd-48e4-8e5a-e57b7f300b06" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.395972] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b537b599-a14b-4bc2-b6d9-75f145ce2d04 [ 576.397868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.397868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.397868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.397868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.397868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.397868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b537b599-a14b-4bc2-b6d9-75f145ce2d04 already deleted. [ 576.397868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b537b599-a14b-4bc2-b6d9-75f145ce2d04" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.547955] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.548143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.548233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.548548] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.548801] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.549457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.549457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.549682] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.550215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.550588] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 576.550972] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 576.552241] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 576.552241] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 576.552241] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 576.552445] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 576.552586] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 576.576590] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 576.577299] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 576.577489] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 576.577717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.578993] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-337b329c-9f33-4b4f-9eb4-e498cb4930c4 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.578993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.578993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.578993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.579375] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('337b329c-9f33-4b4f-9eb4-e498cb4930c4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.082108] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.082433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.082473] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.082801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.083220] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.083220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 337b329c-9f33-4b4f-9eb4-e498cb4930c4 not found, creating... [ 577.083298] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.083472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.083623] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.083762] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.083964] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.084301] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.084643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.084643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.084890] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.084890] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.086539] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 337b329c-9f33-4b4f-9eb4-e498cb4930c4 is going to be created. [ 577.113420] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.113893] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.114099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.114997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.114997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.114997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.224102] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0783b5d3-bcbf-4755-99f0-a728e559bf30 None None] Enqueued Resource ID: 9992a972-76a5-435c-90c9-a8ab39839b8c with Priority: HIGHEST for action port [ 577.224967] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992a972-76a5-435c-90c9-a8ab39839b8c with Priority: HIGHEST for action port [ 577.225543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9992a972-76a5-435c-90c9-a8ab39839b8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.225789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9992a972-76a5-435c-90c9-a8ab39839b8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.225910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9992a972-76a5-435c-90c9-a8ab39839b8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.226145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9992a972-76a5-435c-90c9-a8ab39839b8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.226386] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9992a972-76a5-435c-90c9-a8ab39839b8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.697537] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6a92598f-9c4f-4a57-93fe-23702339785c None None] Enqueued Resource ID: dec94571-92d8-41cf-b597-f4199531cdee with Priority: HIGHEST for action port [ 577.698286] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec94571-92d8-41cf-b597-f4199531cdee with Priority: HIGHEST for action port [ 577.699376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec94571-92d8-41cf-b597-f4199531cdee taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.699376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec94571-92d8-41cf-b597-f4199531cdee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.699376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec94571-92d8-41cf-b597-f4199531cdee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.699376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec94571-92d8-41cf-b597-f4199531cdee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.699376] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec94571-92d8-41cf-b597-f4199531cdee',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.730256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9992a972-76a5-435c-90c9-a8ab39839b8c [ 577.730491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.730629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.730698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.730952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.731019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.731105] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9992a972-76a5-435c-90c9-a8ab39839b8c already deleted. [ 577.731187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9992a972-76a5-435c-90c9-a8ab39839b8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.841828] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-4b8bdf80-c3ca-414a-85a4-5dec6664b7ea tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 577.841828] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 577.841828] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.841828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.841828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.841828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.841828] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.842528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.842528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.842528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.842528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.842528] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.918421] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-34c6cec3-ace3-4ff7-9353-5b5137004ce7 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 577.918595] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-34c6cec3-ace3-4ff7-9353-5b5137004ce7 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 577.918759] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-34c6cec3-ace3-4ff7-9353-5b5137004ce7 service nova] Enqueued Resource ID: 337b329c-9f33-4b4f-9eb4-e498cb4930c4 with Priority: HIGHEST for action port [ 577.919350] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 577.919513] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 577.919637] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 337b329c-9f33-4b4f-9eb4-e498cb4930c4 with Priority: HIGHEST for action port [ 577.919942] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.920108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.920204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.920493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.920599] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.921473] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.921652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.921778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-337b329c-9f33-4b4f-9eb4-e498cb4930c4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.921881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.921984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.922138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.922214] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('337b329c-9f33-4b4f-9eb4-e498cb4930c4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.200858] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec94571-92d8-41cf-b597-f4199531cdee [ 578.202149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.202310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.202382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.202597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.202685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.202781] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec94571-92d8-41cf-b597-f4199531cdee already deleted. [ 578.204550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec94571-92d8-41cf-b597-f4199531cdee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.345394] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.426375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.426518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.426702] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 337b329c-9f33-4b4f-9eb4-e498cb4930c4 with status ACTIVE [ 578.426875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.426974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.427055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.427273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.427356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.427563] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.427733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.427733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.428447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.428447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.428447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.428447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.428447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.428447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.428694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.428694] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 337b329c-9f33-4b4f-9eb4-e498cb4930c4 is going to be updated. [ 578.457818] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.460208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.460312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.460554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.460708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.460893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-337b329c-9f33-4b4f-9eb4-e498cb4930c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.619296] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.619552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.619703] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.620011] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.620312] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.620498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.620875] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.621189] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.621375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.621652] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.621806] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.621950] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.622099] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.622602] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 578.622757] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.622920] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.643686] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.643848] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 578.643988] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.644368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.644608] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.644781] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.644899] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.645248] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.645385] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e666ef2c-e267-4bf7-b0f0-5b1de06e9888',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.753833] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-4b9e5269-0feb-4b49-9af3-3e22f700e425 tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 578.754680] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 578.755047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.755162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.849190] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.148850] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.149124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.149255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.149537] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.149830] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.149830] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port e666ef2c-e267-4bf7-b0f0-5b1de06e9888 not found, creating... [ 579.150105] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.150262] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.150379] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.150619] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.150742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.151078] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.151286] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.151408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.151617] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.151748] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.151891] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: e666ef2c-e267-4bf7-b0f0-5b1de06e9888 is going to be created. [ 579.180867] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.181084] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.181222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.181470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.181696] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.181913] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.352137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.352510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.352510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.352606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.352714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.352818] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be created. [ 579.419424] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.419644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.420462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.420462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.420462] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.420462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.420674] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.420916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.421072] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.421273] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.421382] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 579.421583] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 579.421583] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 579.421687] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.421786] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 579.421914] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.435832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.436076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.436076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.436300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.436750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.453603] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: UNINITIALIZED for 2s [ 579.456842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.457045] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 579.457319] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.457564] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-169" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.457891] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-7543c849-61b8-421e-8afb-c00bebd093fd taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.458082] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.458205] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.458525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.458660] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7543c849-61b8-421e-8afb-c00bebd093fd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.865963] env[66232]: INFO networking_nsxv3.common.synchronization [None req-06a1a80f-39fb-4a20-a0ab-5b944510432c None None] Enqueued Resource ID: 7d68ac07-f78c-42f3-b683-f541ce36ee19 with Priority: HIGHEST for action port [ 579.866584] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d68ac07-f78c-42f3-b683-f541ce36ee19 with Priority: HIGHEST for action port [ 579.866833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d68ac07-f78c-42f3-b683-f541ce36ee19 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.866955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d68ac07-f78c-42f3-b683-f541ce36ee19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.867297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d68ac07-f78c-42f3-b683-f541ce36ee19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.867574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d68ac07-f78c-42f3-b683-f541ce36ee19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.867661] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d68ac07-f78c-42f3-b683-f541ce36ee19',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.961334] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.961549] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.961657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.961935] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.962094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.962244] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 7543c849-61b8-421e-8afb-c00bebd093fd not found, creating... [ 579.962501] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.962664] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.962789] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.963116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.963223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.963529] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.963688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.963812] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.964067] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.964457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.964541] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 7543c849-61b8-421e-8afb-c00bebd093fd is going to be created. [ 579.984920] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.985169] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.985324] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.985589] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.985814] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.986036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.236266] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-78dd67d6-6bb6-4c19-bd1a-58b7cde81598 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 580.236454] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-78dd67d6-6bb6-4c19-bd1a-58b7cde81598 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 580.236589] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-78dd67d6-6bb6-4c19-bd1a-58b7cde81598 service nova] Enqueued Resource ID: e666ef2c-e267-4bf7-b0f0-5b1de06e9888 with Priority: HIGHEST for action port [ 580.237099] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 580.237237] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 580.237347] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e666ef2c-e267-4bf7-b0f0-5b1de06e9888 with Priority: HIGHEST for action port [ 580.237670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.237782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.237964] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.238069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.238228] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.238359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.238392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.238606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.238715] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e666ef2c-e267-4bf7-b0f0-5b1de06e9888',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.373169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d68ac07-f78c-42f3-b683-f541ce36ee19 [ 580.373466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.373593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.373667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.373905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.374034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.374427] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d68ac07-f78c-42f3-b683-f541ce36ee19 already deleted. [ 580.374427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d68ac07-f78c-42f3-b683-f541ce36ee19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.732882] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-9280ef11-ad57-412f-a912-cc7e305a53d9 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 580.733233] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-9280ef11-ad57-412f-a912-cc7e305a53d9 service nova] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 580.733233] env[66232]: INFO networking_nsxv3.common.synchronization [req-bef7c4b2-6a1a-48e9-9f8c-97e833124883 req-9280ef11-ad57-412f-a912-cc7e305a53d9 service nova] Enqueued Resource ID: 7543c849-61b8-421e-8afb-c00bebd093fd with Priority: HIGHEST for action port [ 580.733636] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_rules [ 580.733636] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 580.733726] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7543c849-61b8-421e-8afb-c00bebd093fd with Priority: HIGHEST for action port [ 580.734780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.734976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.735276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.735430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.735668] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7543c849-61b8-421e-8afb-c00bebd093fd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.735803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.735887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.736122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.736295] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7543c849-61b8-421e-8afb-c00bebd093fd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.742736] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e666ef2c-e267-4bf7-b0f0-5b1de06e9888 with status ACTIVE [ 580.742736] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.742736] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.742736] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.742736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.743212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.743212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.743212] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e666ef2c-e267-4bf7-b0f0-5b1de06e9888 is going to be updated. [ 580.779904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.780462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.780547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.780817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.781057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.781274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e666ef2c-e267-4bf7-b0f0-5b1de06e9888" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.238452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7543c849-61b8-421e-8afb-c00bebd093fd with status ACTIVE [ 581.238694] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.238841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.238912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.239149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.239345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.239400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.239500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.239563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.239711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.239786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.239974] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.240073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.240136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.240291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.240368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.244522] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7543c849-61b8-421e-8afb-c00bebd093fd is going to be updated. [ 581.268198] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.268381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.270621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.270621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.270621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.270621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7543c849-61b8-421e-8afb-c00bebd093fd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.467305] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.467305] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.467305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.468094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.468094] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.681073] env[66232]: INFO networking_nsxv3.common.synchronization [req-cee27ec9-fc4e-46e9-b79a-e754af128dd0 req-143b737c-dc53-4487-b8aa-5ffd3c5d46c4 tempest-DeleteServersAdminTestJSON-1043462211 tempest-DeleteServersAdminTestJSON-1043462211-project-member] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 581.681073] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 581.681073] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.681073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.681073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.681073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.682282] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.682282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.682282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.682282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.682282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.683324] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.973490] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.188590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.188787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.188787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.189027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.189416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.189416] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.189544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.189544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.189652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.189756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.189823] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 already deleted. [ 582.189901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.437841] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.439252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.439252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.439715] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.439892] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.440079] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.440205] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.440438] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.440620] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.440788] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.440899] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.441244] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.441244] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.441244] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 582.441387] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.441450] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.460267] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.460267] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 582.460267] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.460448] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.461897] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.461897] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.461897] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.461897] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.461897] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.479684] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.500152] env[66232]: INFO networking_nsxv3.common.synchronization [None req-adc20e32-dac8-4646-b14a-bbb9848daeb7 tempest-ServersV294TestFqdnHostnames-373496378 tempest-ServersV294TestFqdnHostnames-373496378-project-member] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 582.500152] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 582.500152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.500152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.500152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.501105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.501314] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.651793] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d193fb6f-ea5a-438a-a109-99f782c86e98 None None] Enqueued Resource ID: 9f160b43-d317-4294-b95f-13a4eb0a7ead with Priority: HIGHEST for action port [ 582.652094] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f160b43-d317-4294-b95f-13a4eb0a7ead with Priority: HIGHEST for action port [ 582.652654] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f160b43-d317-4294-b95f-13a4eb0a7ead taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.652778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f160b43-d317-4294-b95f-13a4eb0a7ead" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.652848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f160b43-d317-4294-b95f-13a4eb0a7ead" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.653278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f160b43-d317-4294-b95f-13a4eb0a7ead" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.653376] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f160b43-d317-4294-b95f-13a4eb0a7ead',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.966027] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.966027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.966027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.966027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.966027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.966376] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac not found, creating... [ 582.966529] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.966686] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.966800] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.967022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.967159] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.968029] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.968029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.968029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.968236] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.968362] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.968503] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac is going to be created. [ 582.980543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.980719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.980760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.980961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.981071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.981174] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 582.991731] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.991945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.992066] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.992334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.992557] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.992772] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.025539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.025764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.025764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.025969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.026072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.026170] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 already deleted. [ 583.026385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.039444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.039744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.039744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.039880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.040039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.050019] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 583.155563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f160b43-d317-4294-b95f-13a4eb0a7ead [ 583.155881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.156058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.156132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.156426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.156511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.156610] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f160b43-d317-4294-b95f-13a4eb0a7ead already deleted. [ 583.156695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f160b43-d317-4294-b95f-13a4eb0a7ead" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.719108] env[66232]: INFO networking_nsxv3.common.synchronization [req-cee27ec9-fc4e-46e9-b79a-e754af128dd0 req-30c129e6-6fc3-4d94-a45c-bbf4a652bb70 service nova] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_rules [ 583.719378] env[66232]: INFO networking_nsxv3.common.synchronization [req-cee27ec9-fc4e-46e9-b79a-e754af128dd0 req-30c129e6-6fc3-4d94-a45c-bbf4a652bb70 service nova] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 583.719414] env[66232]: INFO networking_nsxv3.common.synchronization [req-cee27ec9-fc4e-46e9-b79a-e754af128dd0 req-30c129e6-6fc3-4d94-a45c-bbf4a652bb70 service nova] Enqueued Resource ID: f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac with Priority: HIGHEST for action port [ 583.719622] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_rules [ 583.719751] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 583.719842] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac with Priority: HIGHEST for action port [ 583.720413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.720578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.720645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.720897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.720980] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.721854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.721971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.722052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.722227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.722378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.723485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.723485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.723485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.723485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.723485] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.723735] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.723735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.723735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.723857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.723921] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.913039] env[66232]: INFO networking_nsxv3.common.synchronization [None req-09caada4-e8f7-4bf7-879b-16d4ceb3cde6 tempest-ServersV294TestFqdnHostnames-373496378 tempest-ServersV294TestFqdnHostnames-373496378-project-member] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 583.914365] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 583.915085] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.915085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.915085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.915955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.916143] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.225891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.226068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.226262] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.239782] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac with status ACTIVE [ 584.240119] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.240203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.240236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.240534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.240629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.240811] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.240913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.240976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.241173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.241321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.241624] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.241721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.241921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.241995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.242092] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac is going to be updated. [ 584.265462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.265673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.265673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.265916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.266748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.266748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14c0e3f-ff43-4338-a89d-aa49b5f1b0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.438839] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.438999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.439226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.439483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.439483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.439483] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 already deleted. [ 584.439626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.729182] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.811059] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a72acef2-2b59-4e5f-af0a-6139a8549769 None None] Enqueued Resource ID: dc4dae20-0e39-4145-ae5f-1cd71fdb1de0 with Priority: HIGHEST for action port [ 584.812311] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4dae20-0e39-4145-ae5f-1cd71fdb1de0 with Priority: HIGHEST for action port [ 584.812311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4dae20-0e39-4145-ae5f-1cd71fdb1de0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.812311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4dae20-0e39-4145-ae5f-1cd71fdb1de0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.812311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4dae20-0e39-4145-ae5f-1cd71fdb1de0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.812650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4dae20-0e39-4145-ae5f-1cd71fdb1de0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.812786] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4dae20-0e39-4145-ae5f-1cd71fdb1de0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.061849] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 585.062108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.062338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.062659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.062842] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.062992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.063088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.063239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.063346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.063437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.063555] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.064854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.066078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.066078] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.066078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.066078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.067101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.067192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.067324] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.234288] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.234288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.234288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.234615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.234615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.234615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be created. [ 585.268767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.268767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.268767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.268767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.268948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.280220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: UNINITIALIZED for 2s [ 585.314735] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc4dae20-0e39-4145-ae5f-1cd71fdb1de0 [ 585.314985] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.315237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.315237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.315496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.315602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.315705] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc4dae20-0e39-4145-ae5f-1cd71fdb1de0 already deleted. [ 585.315787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4dae20-0e39-4145-ae5f-1cd71fdb1de0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.571582] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.574647] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.574875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.606031] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0c52d8f6-f83a-4764-a519-25e37b17a21d tempest-VolumesAssistedSnapshotsTest-205092554 tempest-VolumesAssistedSnapshotsTest-205092554-project-member] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 585.606031] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 585.606031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.606031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.606031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.606031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.606031] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.714909] env[66232]: INFO networking_nsxv3.common.synchronization [None req-45c49a5a-f9b6-4300-92c7-e79f3a5a3227 None None] Enqueued Resource ID: 7ddbdec9-826d-41f3-b906-32f468bad669 with Priority: HIGHEST for action port [ 585.715352] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddbdec9-826d-41f3-b906-32f468bad669 with Priority: HIGHEST for action port [ 585.715810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ddbdec9-826d-41f3-b906-32f468bad669 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.716073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ddbdec9-826d-41f3-b906-32f468bad669" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.716225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ddbdec9-826d-41f3-b906-32f468bad669" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.716785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ddbdec9-826d-41f3-b906-32f468bad669" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.716983] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddbdec9-826d-41f3-b906-32f468bad669',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.075455] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.129745] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.129745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.129745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.129745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.129745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.129745] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 already deleted. [ 586.129745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.222024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ddbdec9-826d-41f3-b906-32f468bad669 [ 586.222024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.222024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.222024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.222024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.222024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.222024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ddbdec9-826d-41f3-b906-32f468bad669 already deleted. [ 586.222024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ddbdec9-826d-41f3-b906-32f468bad669" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.272127] env[66232]: INFO networking_nsxv3.common.synchronization [req-b4a62680-9221-46c7-9e72-eb12c3de6fb4 req-b60f78d9-e472-462d-a2a8-4b169135557c tempest-TenantUsagesTestJSON-1168011626 tempest-TenantUsagesTestJSON-1168011626-project-member] Enqueued Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 586.272127] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 586.272127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.272127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.272127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.272127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.273121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.273594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.273594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.273758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.275038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.275038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.423292] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1c182a6b-0559-498d-a621-d40bdc8e4246 tempest-VolumesAssistedSnapshotsTest-205092554 tempest-VolumesAssistedSnapshotsTest-205092554-project-member] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 586.423292] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 586.423644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.423771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.423815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.424568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.424729] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.578309] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.578454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.578516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.579429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.579429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.579429] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 586.618815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.619179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.619293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.619568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.620553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.632889] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 586.776543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.776730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.776730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.776870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.777083] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.778515] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.778515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.778515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.778515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.778515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.778515] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 already deleted. [ 586.778515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.855089] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.855349] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.855424] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.855680] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.855934] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.856105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.856219] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.856462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.856632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.856864] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.857011] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.858442] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.858637] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.858823] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.858920] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.859040] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.884250] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.884375] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.884545] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.884811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.885190] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-134a2bed-7931-4ad6-8878-2079aa741907 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.885434] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.885900] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.886564] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.886564] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134a2bed-7931-4ad6-8878-2079aa741907',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.946035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.946231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.946344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.946584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.946704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.946817] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 already deleted. [ 586.946915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.306800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 587.307122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.307201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.307562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.307767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.307889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.307949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.308343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.308343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.308343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.308483] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.389269] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.389444] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.389559] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.389793] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.392061] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 134a2bed-7931-4ad6-8878-2079aa741907 not found, creating... [ 587.392061] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.392061] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.392061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.392611] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.392773] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.392918] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 134a2bed-7931-4ad6-8878-2079aa741907 is going to be created. [ 587.416941] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.416941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.416941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.416941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.416941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.416941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.800023] env[66232]: INFO networking_nsxv3.common.synchronization [None req-7cfa5492-0c47-4895-b9e9-3de480a7c991 None None] Enqueued Resource ID: e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5 with Priority: HIGHEST for action port [ 587.800547] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5 with Priority: HIGHEST for action port [ 587.800895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.802014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.802131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.802389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.802481] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.811448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.811605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.811708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.811947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.812122] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.812228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.812331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.812487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.812588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.812655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.815247] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.815247] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.815247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.815247] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.141105] env[66232]: INFO networking_nsxv3.common.synchronization [req-b4a62680-9221-46c7-9e72-eb12c3de6fb4 req-1873cc08-f655-4a33-ac5d-d67280a88e11 service nova] Enqueued Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_rules [ 588.141277] env[66232]: INFO networking_nsxv3.common.synchronization [req-b4a62680-9221-46c7-9e72-eb12c3de6fb4 req-1873cc08-f655-4a33-ac5d-d67280a88e11 service nova] Enqueued Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 588.141423] env[66232]: INFO networking_nsxv3.common.synchronization [req-b4a62680-9221-46c7-9e72-eb12c3de6fb4 req-1873cc08-f655-4a33-ac5d-d67280a88e11 service nova] Enqueued Resource ID: 134a2bed-7931-4ad6-8878-2079aa741907 with Priority: HIGHEST for action port [ 588.141994] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_rules [ 588.142174] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 588.142281] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134a2bed-7931-4ad6-8878-2079aa741907 with Priority: HIGHEST for action port [ 588.142574] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.142965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.143050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.143373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.143488] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.144847] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.144983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.145496] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.145623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.145727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.145884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.146016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.146096] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.146988] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-134a2bed-7931-4ad6-8878-2079aa741907 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.148207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.148281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.149216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.149468] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134a2bed-7931-4ad6-8878-2079aa741907',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.304354] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5 [ 588.304743] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.304743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.304864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.305060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.305118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.305218] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5 already deleted. [ 588.305392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6bc6b9a-a0a4-43e2-a994-d671b1ce85f5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.319686] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 590c2437-70be-4975-9108-497dc1125d92: rpc.has_security_group_logging(os_id): False [ 588.343258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.343258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.343258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.343258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.343891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.343891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.343891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.343891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.343891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.344318] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be created. [ 588.420515] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.420672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.420716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.420994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.421124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.437966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 588.439751] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0b955711-d07c-4ead-89cc-e17b12594fee None None] Enqueued Resource ID: 27e5bcc9-e8cf-422c-bd39-acc286955d23 with Priority: HIGHEST for action port [ 588.439998] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e5bcc9-e8cf-422c-bd39-acc286955d23 with Priority: HIGHEST for action port [ 588.442293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e5bcc9-e8cf-422c-bd39-acc286955d23 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.442518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e5bcc9-e8cf-422c-bd39-acc286955d23" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.442589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e5bcc9-e8cf-422c-bd39-acc286955d23" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.443040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e5bcc9-e8cf-422c-bd39-acc286955d23" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.443217] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e5bcc9-e8cf-422c-bd39-acc286955d23',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.643991] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 588.644394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.644576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.644802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.644997] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.645130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.645224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.645411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.645563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.645680] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.651549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 134a2bed-7931-4ad6-8878-2079aa741907 with status ACTIVE [ 588.651762] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.652035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.652035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.652175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.652238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.652425] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.652551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.652827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.652905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.653108] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.653233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.653312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.653459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.653567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.653608] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 134a2bed-7931-4ad6-8878-2079aa741907 is going to be updated. [ 588.655326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.655326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.655326] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.684494] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.684707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.684707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.684923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.685088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.685256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-134a2bed-7931-4ad6-8878-2079aa741907" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827059] env[66232]: INFO networking_nsxv3.common.synchronization [req-2b016b79-774b-470a-a918-c6de73f0b9cd req-1a5e8c55-8011-49d3-ae40-d9f01e4f4849 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: 4cd5dd51-68fe-40eb-aeac-b61adb8aded0 with Priority: HIGHEST for action security_group_rules [ 588.828706] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd5dd51-68fe-40eb-aeac-b61adb8aded0 with Priority: HIGHEST for action security_group_rules [ 588.830203] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd5dd51-68fe-40eb-aeac-b61adb8aded0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.830203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd5dd51-68fe-40eb-aeac-b61adb8aded0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.830203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd5dd51-68fe-40eb-aeac-b61adb8aded0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.830203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd5dd51-68fe-40eb-aeac-b61adb8aded0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.830203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd5dd51-68fe-40eb-aeac-b61adb8aded0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.947497] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e5bcc9-e8cf-422c-bd39-acc286955d23 [ 588.947761] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.947902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.948042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.948329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.948329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.948452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e5bcc9-e8cf-422c-bd39-acc286955d23 already deleted. [ 588.948582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e5bcc9-e8cf-422c-bd39-acc286955d23" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.024263] env[66232]: INFO networking_nsxv3.common.synchronization [req-b5808102-dcc5-4640-b378-0b1998656100 req-cab70a2b-7066-4ec8-b177-fa1e2658c55f tempest-ServerExternalEventsTest-1417702435 tempest-ServerExternalEventsTest-1417702435-project-member] Enqueued Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 589.026044] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 589.026044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.026044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.026044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.026363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.027033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.027033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.027033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.027033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.027033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.027033] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.148552] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.158991] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.353993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.354297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.354297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.355919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.355919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.355919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd5dd51-68fe-40eb-aeac-b61adb8aded0 already deleted. [ 589.355919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd5dd51-68fe-40eb-aeac-b61adb8aded0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.527992] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.528196] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.528247] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.528531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.529126] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.529126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.529126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.530450] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.530450] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.530450] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.530450] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.530450] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.530450] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.530952] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.530952] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.530952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.532542] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.532666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.532729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.532906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.532993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.533194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.533307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.533339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.533486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.533564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.533644] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 already deleted. [ 589.533719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.554604] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.554809] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.554943] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.555143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.555451] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-9700719b-e3bc-49a9-be01-e42eb83532cc taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.555746] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.555862] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.556198] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.556359] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9700719b-e3bc-49a9-be01-e42eb83532cc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.654147] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.662682] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.662840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.662908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.663158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.663288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.663363] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 is going to be created. [ 589.692375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.706945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: UNINITIALIZED for 2s [ 589.864462] env[66232]: INFO networking_nsxv3.common.synchronization [req-14566a99-2220-4bbf-9c77-ecbdfa52c71b req-f0f4e2a7-a2e8-480c-b844-340bf2a421f2 tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 589.865066] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 589.865349] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.865475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.865546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.865865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.866384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.866505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.866550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.866740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.866834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.867015] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.062138] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.062138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.062138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.062138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.062138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.062138] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 9700719b-e3bc-49a9-be01-e42eb83532cc not found, creating... [ 590.063911] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.064206] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.064336] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.064613] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.065504] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.065504] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.066020] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.066148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.066781] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.066944] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.067111] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 9700719b-e3bc-49a9-be01-e42eb83532cc is going to be created. [ 590.095412] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.095623] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.095751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.096080] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.096291] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.098536] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.159221] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.159221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.159221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.159221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.159221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.159221] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 590.246372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.247067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.247067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.247363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.248723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.275821] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 590.343557] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.343893] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.344090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.345046] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.345046] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.345236] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345283] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.345580] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.345823] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.346106] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.346284] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.346462] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.346655] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.346851] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.347039] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.347251] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.369549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.369958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.369958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.370213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.370352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.370665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.370846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.371026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.371223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.371355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.371489] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a already deleted. [ 590.371606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.375947] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.376256] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.376547] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.376750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.377231] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-dc838279-6130-44b4-82fb-b62db7bafb0b taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.377370] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.377642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.378080] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.378312] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc838279-6130-44b4-82fb-b62db7bafb0b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.394869] env[66232]: INFO networking_nsxv3.common.synchronization [None req-841d098a-1fda-46e2-8f4e-c8492dfb7ded None None] Enqueued Resource ID: 0740b505-d0d7-4af9-ae54-065deef6d8f2 with Priority: HIGHEST for action port [ 590.396232] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0740b505-d0d7-4af9-ae54-065deef6d8f2 with Priority: HIGHEST for action port [ 590.396751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0740b505-d0d7-4af9-ae54-065deef6d8f2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.397057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0740b505-d0d7-4af9-ae54-065deef6d8f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.397148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0740b505-d0d7-4af9-ae54-065deef6d8f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.398641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0740b505-d0d7-4af9-ae54-065deef6d8f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.398641] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0740b505-d0d7-4af9-ae54-065deef6d8f2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.453922] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 590.454358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [req-b5808102-dcc5-4640-b378-0b1998656100 req-5456db10-a44e-4027-ba0c-35671ec40e5e service nova] Enqueued Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_rules [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [req-b5808102-dcc5-4640-b378-0b1998656100 req-5456db10-a44e-4027-ba0c-35671ec40e5e service nova] Enqueued Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [req-b5808102-dcc5-4640-b378-0b1998656100 req-5456db10-a44e-4027-ba0c-35671ec40e5e service nova] Enqueued Resource ID: 9700719b-e3bc-49a9-be01-e42eb83532cc with Priority: HIGHEST for action port [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_rules [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 590.793418] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9700719b-e3bc-49a9-be01-e42eb83532cc with Priority: HIGHEST for action port [ 590.793418] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.793418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.793418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.793418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.795894] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.796995] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.797842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.797842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.797842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.797842] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.798175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.798175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.798329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.798412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.799716] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.801232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9700719b-e3bc-49a9-be01-e42eb83532cc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.801337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.801438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.801562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.801641] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9700719b-e3bc-49a9-be01-e42eb83532cc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.881337] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.881558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.881751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.882073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.882238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.882406] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port dc838279-6130-44b4-82fb-b62db7bafb0b not found, creating... [ 590.882687] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.882863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.882993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.883253] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.883409] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.883685] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.883835] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.883948] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.884220] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.884370] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.884509] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: dc838279-6130-44b4-82fb-b62db7bafb0b is going to be created. [ 590.900214] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0740b505-d0d7-4af9-ae54-065deef6d8f2 [ 590.900342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.900735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.900835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.901032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.901124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.901221] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0740b505-d0d7-4af9-ae54-065deef6d8f2 already deleted. [ 590.901313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0740b505-d0d7-4af9-ae54-065deef6d8f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.905440] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.905639] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.905762] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.906041] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.906288] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.906597] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.305018] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.306215] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.306513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.306689] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9700719b-e3bc-49a9-be01-e42eb83532cc with status ACTIVE [ 591.306865] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.307014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.307132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.307388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.307857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.307857] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.307857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.307857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.308096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.308181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.308376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.308522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.308584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.308775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.308896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.308987] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9700719b-e3bc-49a9-be01-e42eb83532cc is going to be updated. [ 591.341561] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.341758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.341797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.341996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.342151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.342351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9700719b-e3bc-49a9-be01-e42eb83532cc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.678373] env[66232]: INFO networking_nsxv3.common.synchronization [req-14566a99-2220-4bbf-9c77-ecbdfa52c71b req-f53b8d34-06dd-4fa2-bf21-3cc26da59421 service nova] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_rules [ 591.678652] env[66232]: INFO networking_nsxv3.common.synchronization [req-14566a99-2220-4bbf-9c77-ecbdfa52c71b req-f53b8d34-06dd-4fa2-bf21-3cc26da59421 service nova] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 591.678693] env[66232]: INFO networking_nsxv3.common.synchronization [req-14566a99-2220-4bbf-9c77-ecbdfa52c71b req-f53b8d34-06dd-4fa2-bf21-3cc26da59421 service nova] Enqueued Resource ID: dc838279-6130-44b4-82fb-b62db7bafb0b with Priority: HIGHEST for action port [ 591.679348] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_rules [ 591.679389] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 591.679482] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc838279-6130-44b4-82fb-b62db7bafb0b with Priority: HIGHEST for action port [ 591.679768] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.680618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.680618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.680618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.680618] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.681506] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.682160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.682268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.682477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.682989] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.683368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.683455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.683914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.684108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.684573] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.685609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc838279-6130-44b4-82fb-b62db7bafb0b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.685609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.685609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.686117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.688784] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc838279-6130-44b4-82fb-b62db7bafb0b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.718681] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: SUCCESS [ 591.718984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.719422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.719722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.719800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.719992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.719992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.720251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.720251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.720251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.720374] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.811815] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.168240] env[66232]: INFO networking_nsxv3.common.synchronization [req-796808ce-2a2e-4871-841a-23701c7af22d req-22fe6662-9fb0-41ab-b6e3-e193268abf24 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 592.168843] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 592.173662] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.173662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.173662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.173929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.174124] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.174438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.174575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.174778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.174873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.174987] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.191482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.191482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.191482] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.191482] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc838279-6130-44b4-82fb-b62db7bafb0b with status ACTIVE [ 592.191482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.191482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.191482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.191482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.191482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.193465] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.193705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.193814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.194064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.194200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.194488] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.194707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.194833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.195056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.195184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.195337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc838279-6130-44b4-82fb-b62db7bafb0b is going to be updated. [ 592.222836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.223115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.223115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.223433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.223655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.223854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.223974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.224291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.224443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.224629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.224926] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.225138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.225250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.225629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.225837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.226019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.226109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.226782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.226930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.227115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.227302] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.230318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.230520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.230520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.230781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.231018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.231277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc838279-6130-44b4-82fb-b62db7bafb0b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.288833] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 592.289819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.290272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.290627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.290944] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.291232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.291384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.291805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.292033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.293108] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.317210] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.317210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.317210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.317210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.317210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.317210] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 is going to be created. [ 592.372808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.372808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.372808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.373117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.373166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.384931] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: UNINITIALIZED for 2s [ 592.628762] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.629216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.629518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.630870] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.630870] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.631216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.631567] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.633200] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.633200] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.633200] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.633200] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.633200] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.633200] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.633200] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.633200] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.634507] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.659043] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.659043] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.659043] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.659043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.659043] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-548f0576-595d-4105-8197-9349ef01e9f8 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.659043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.659043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.659043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.659752] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548f0576-595d-4105-8197-9349ef01e9f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.679362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.679362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.681163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.681163] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 already deleted. [ 592.681163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.699646] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.732952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba31d7e7-6549-475e-9c9b-c5d9d9409205: rpc.has_security_group_logging(os_id): False [ 592.754425] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.754557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.754627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.754877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.755021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.755248] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.755396] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.755512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.755792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.755947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.756296] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.756447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.756537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.756755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.756869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.757124] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.757265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.757403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.757556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.757640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.757733] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 is going to be created. [ 592.796272] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.851368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.851576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.851576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.851803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.851924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.865557] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: IN_PROGRESS for 2s [ 593.162903] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.163287] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.163431] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.163768] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.164045] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.164292] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 548f0576-595d-4105-8197-9349ef01e9f8 not found, creating... [ 593.164664] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.164939] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.165123] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.165769] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.166118] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.166599] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.166860] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.167148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.167615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.167977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.168259] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 548f0576-595d-4105-8197-9349ef01e9f8 is going to be created. [ 593.193243] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.193654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.193750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.194090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.194322] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.194558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.201568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.201814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.201920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.202621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.202874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.203086] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be created. [ 593.234987] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.235208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.235255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.235479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.235645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249735] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: UNINITIALIZED for 2s [ 593.299343] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.802329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.803423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.803423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.803423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.803423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 593.862440] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.862638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.862685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.862879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.863039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.875714] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 593.986613] env[66232]: INFO networking_nsxv3.common.synchronization [req-796808ce-2a2e-4871-841a-23701c7af22d req-5b6abe99-0561-4757-a49b-f4c8abf01398 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 593.986613] env[66232]: INFO networking_nsxv3.common.synchronization [req-796808ce-2a2e-4871-841a-23701c7af22d req-5b6abe99-0561-4757-a49b-f4c8abf01398 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 593.986613] env[66232]: INFO networking_nsxv3.common.synchronization [req-796808ce-2a2e-4871-841a-23701c7af22d req-5b6abe99-0561-4757-a49b-f4c8abf01398 service nova] Enqueued Resource ID: 548f0576-595d-4105-8197-9349ef01e9f8 with Priority: HIGHEST for action port [ 593.986613] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 593.986613] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 593.986798] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548f0576-595d-4105-8197-9349ef01e9f8 with Priority: HIGHEST for action port [ 593.986923] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.987077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.987144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.987437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.987621] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.990819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.990819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.990819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.990819] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.996346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-548f0576-595d-4105-8197-9349ef01e9f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.996521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.996585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.996980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.996980] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548f0576-595d-4105-8197-9349ef01e9f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.399618] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: SUCCESS [ 594.399848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.400020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.400357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.400433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.400545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.400977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.402324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.402324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.402479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.402536] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.501723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.501944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502092] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.502941] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 548f0576-595d-4105-8197-9349ef01e9f8 with status ACTIVE [ 594.503149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.503276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.503349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.503546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.503635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.503797] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.503891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.503949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.504445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.504554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.504617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.504947] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 548f0576-595d-4105-8197-9349ef01e9f8 is going to be updated. [ 594.529272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.529584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.529584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.529859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.529859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.529972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548f0576-595d-4105-8197-9349ef01e9f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.878820] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: SUCCESS [ 594.879131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.904967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.905234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.905234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.905402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.905570] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.905661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.905725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.905867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.905952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.906057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.906201] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.906305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.906466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.906627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.906768] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.906861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.906920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.907070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.907150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.907228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.907318] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.006852] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.261592] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 595.261882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.262116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.262410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.263320] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.263320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.263320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.263320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.263320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.263320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.263572] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.409678] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a773f5d9-7f90-4dae-9aaf-68e87f4b1285: rpc.has_security_group_logging(os_id): False [ 595.433740] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.436495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.436750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.439472] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.439472] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.439472] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.439472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.440377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.440377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.440377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.440377] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 is going to be created. [ 595.506244] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.506244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.506244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.506480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.507174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.509713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.509858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.509923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.510185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.510230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.510310] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be created. [ 595.524713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: IN_PROGRESS for 2s [ 595.538454] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.541026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.541026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.541026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.541026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.561516] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: UNINITIALIZED for 2s [ 595.767181] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.767181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.767181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.767181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.767181] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.767181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.767181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.767516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.767516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.767516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.767654] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.767744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.767801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.767945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.768090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.768189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.768234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.768372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.768448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.768524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.768622] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.806328] env[66232]: INFO networking_nsxv3.common.synchronization [req-e9a375ff-8cfd-43ed-b649-6da9d1a51a94 req-c7ac9302-cabc-4dfe-9e6b-78a91cad9054 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: fda5adc9-0483-44ad-8379-7f5cc466700b with Priority: HIGHEST for action security_group_rules [ 595.806903] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5adc9-0483-44ad-8379-7f5cc466700b with Priority: HIGHEST for action security_group_rules [ 595.807229] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5adc9-0483-44ad-8379-7f5cc466700b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.807359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5adc9-0483-44ad-8379-7f5cc466700b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.807444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5adc9-0483-44ad-8379-7f5cc466700b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.807694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5adc9-0483-44ad-8379-7f5cc466700b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.807778] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5adc9-0483-44ad-8379-7f5cc466700b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.892082] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.893446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.894870] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.894870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.894870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.894870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.894870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894870] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.277384] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91514b5-6cbd-43d4-b633-01fb7d69e31a: rpc.has_security_group_logging(os_id): False [ 596.313028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.313028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.313028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.314352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.314913] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.315413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.318023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.318023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.318023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be created. [ 596.355533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.355533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.355533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.355533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.355533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.355533] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5adc9-0483-44ad-8379-7f5cc466700b already deleted. [ 596.355533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5adc9-0483-44ad-8379-7f5cc466700b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.400648] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 677e68c6-d876-4b27-9b62-ef7993576fb1: rpc.has_security_group_logging(os_id): False [ 596.425688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.425926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.426014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.426315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.426352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.426661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.426791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.426857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.427039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.427161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.427319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.427435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.427515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.428408] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.428408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.428408] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be created. [ 596.453021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.453021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.453021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.453021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.453373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.470354] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 596.525033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.525033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.525033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.525033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.525033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.542539] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 597.539167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: SUCCESS [ 597.539479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.583046] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 597.583046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.583270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.583377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.583604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.583734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.583802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.583965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.584058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.584149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.584274] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.093852] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.094128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.094487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.094697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.094816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.095086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.095284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.095426] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.095537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.095624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.095748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095905] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.096069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.096146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.096377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.096536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.096764] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.487037] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 598.487329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.556389] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 598.556389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.556389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.556389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.556389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.600356] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9: rpc.has_security_group_logging(os_id): False [ 598.621441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.622178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.622344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.622713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.622854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.622941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.623146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.623462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.623777] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.623947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.624557] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.624658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.625046] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be created. [ 598.690571] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.693032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.716365] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 599.059050] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.059338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.059446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.059723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.059986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.060178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.060247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.060925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.061126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.061439] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.565264] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.565264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.565264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.565772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.565772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.565772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.565928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.565987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.566126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.566251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.566461] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.566574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.566689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.566884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.567118] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.567251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.567354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.567530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.567639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.567774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.567906] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.070570] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 677e68c6-d876-4b27-9b62-ef7993576fb1: rpc.has_security_group_logging(os_id): False [ 600.114916] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.115219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.115266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.116139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.116139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.116363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.116596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.116682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.118362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.118362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.118825] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.118825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.118825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.118825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.119049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.119049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 600.200103] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.202505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.202505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.213255] env[66232]: INFO networking_nsxv3.common.synchronization [req-9c246768-d72f-4205-ac86-77328c0c44aa req-6c3ddab9-60ca-4f9f-937e-3af31f190833 tempest-ServersV294TestFqdnHostnames-373496378 tempest-ServersV294TestFqdnHostnames-373496378-project-member] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 600.214490] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 600.214717] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.215344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.215344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.215344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.215534] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.215636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.215715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.216324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.216324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.216324] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.217855] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 600.600441] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.600759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-902" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.600759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-902" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.601504] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-902" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.601914] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.602161] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.602417] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.602685] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.602932] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.603223] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.603396] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.603603] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.603753] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.603925] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.604106] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.604361] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.636665] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.636665] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.636665] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.636665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-902" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.636665] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-281da677-b340-40b5-847c-3fbd397b8d5c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.636665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.636665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.637738] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.638354] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281da677-b340-40b5-847c-3fbd397b8d5c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.719800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.719800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.720309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.720458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.720746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.721414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.721414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.721579] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 already deleted. [ 600.721635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.741298] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 600.741530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.915817] env[66232]: INFO networking_nsxv3.common.synchronization [req-18ddea4d-4b95-4dd5-aa0a-28ff555c6d14 req-06f79773-1f58-42e6-82f0-505bbf4e6c11 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: d9c56e9d-9e1c-4082-9104-5ebd4787dfb8 with Priority: HIGHEST for action security_group_rules [ 600.916824] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c56e9d-9e1c-4082-9104-5ebd4787dfb8 with Priority: HIGHEST for action security_group_rules [ 600.917307] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9c56e9d-9e1c-4082-9104-5ebd4787dfb8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.917466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9c56e9d-9e1c-4082-9104-5ebd4787dfb8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.917535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9c56e9d-9e1c-4082-9104-5ebd4787dfb8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.918055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9c56e9d-9e1c-4082-9104-5ebd4787dfb8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.918055] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9c56e9d-9e1c-4082-9104-5ebd4787dfb8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.141331] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.141668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.141806] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.142105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.142617] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.142617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 281da677-b340-40b5-847c-3fbd397b8d5c not found, creating... [ 601.142781] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.142916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.143051] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.143317] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.143461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.143784] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.143951] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.145211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.146011] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.146102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.146883] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 281da677-b340-40b5-847c-3fbd397b8d5c is going to be created. [ 601.182101] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182101] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182101] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.182101] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182101] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.182101] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.440809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.441095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.441095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.441483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.441483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.441483] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9c56e9d-9e1c-4082-9104-5ebd4787dfb8 already deleted. [ 601.441782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9c56e9d-9e1c-4082-9104-5ebd4787dfb8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.977081] env[66232]: INFO networking_nsxv3.common.synchronization [req-9c246768-d72f-4205-ac86-77328c0c44aa req-152ded72-a67f-4563-8279-56a1017951ad service nova] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 601.977383] env[66232]: INFO networking_nsxv3.common.synchronization [req-9c246768-d72f-4205-ac86-77328c0c44aa req-152ded72-a67f-4563-8279-56a1017951ad service nova] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 601.977383] env[66232]: INFO networking_nsxv3.common.synchronization [req-9c246768-d72f-4205-ac86-77328c0c44aa req-152ded72-a67f-4563-8279-56a1017951ad service nova] Enqueued Resource ID: 281da677-b340-40b5-847c-3fbd397b8d5c with Priority: HIGHEST for action port [ 601.978173] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_rules [ 601.978260] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 601.978294] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281da677-b340-40b5-847c-3fbd397b8d5c with Priority: HIGHEST for action port [ 601.978566] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.978856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.978856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.979153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.979153] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.980516] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.981041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.981041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.981041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.981041] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.981041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.981429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.982212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.982212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.982212] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.983847] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-281da677-b340-40b5-847c-3fbd397b8d5c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.983847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.983847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.983847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.983847] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281da677-b340-40b5-847c-3fbd397b8d5c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.246246] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 602.246246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.246246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.246246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.246673] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.486652] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.486652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.486652] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.491170] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 281da677-b340-40b5-847c-3fbd397b8d5c with status ACTIVE [ 602.491170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.491170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.491170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.491170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.491170] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 281da677-b340-40b5-847c-3fbd397b8d5c is going to be updated. [ 602.520321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.520465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.520749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.520886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.521054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281da677-b340-40b5-847c-3fbd397b8d5c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.750628] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.750628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.750628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.750628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.750628] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.750628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.751101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.751101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.751101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.751101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.751101] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.880576] env[66232]: INFO networking_nsxv3.common.synchronization [req-549edd8e-859d-4dc7-8770-33e64c2054aa req-e40c7bd9-9612-489e-af95-ea6d3850b24b tempest-VolumesAssistedSnapshotsTest-205092554 tempest-VolumesAssistedSnapshotsTest-205092554-project-member] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 602.881446] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 602.881686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.881861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.881922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.882274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.883345] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.883345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.883345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.883345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.883345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.883345] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.989749] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.257400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.257798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.257985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.258368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.258674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.259318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.259400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.259840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.259840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.259840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.259964] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.260197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.260197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.260472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.260685] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.260875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.260971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.261193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.261378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.261502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.261641] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.386578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.386820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.386888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.387111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.387218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.387448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.387572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.387638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.387790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.387878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.387955] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 already deleted. [ 603.388046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.471144] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cbd8c503-3d81-429a-9912-6022058abb82 None None] Enqueued Resource ID: 4d17f78a-67d3-41f5-af02-fc2214193150 with Priority: HIGHEST for action port [ 603.471144] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d17f78a-67d3-41f5-af02-fc2214193150 with Priority: HIGHEST for action port [ 603.471819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d17f78a-67d3-41f5-af02-fc2214193150 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.471819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d17f78a-67d3-41f5-af02-fc2214193150" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.471819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d17f78a-67d3-41f5-af02-fc2214193150" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.472277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d17f78a-67d3-41f5-af02-fc2214193150" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.472277] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d17f78a-67d3-41f5-af02-fc2214193150',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.492549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.492723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.492723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.493147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.493147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.493147] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 is going to be created. [ 603.525240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.525715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.525898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.526188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.526563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.538841] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: UNINITIALIZED for 2s [ 603.549019] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.549019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-930" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.549019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-930" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.549670] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-930" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.552053] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.552053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.552053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.552053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.552053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.552053] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.552053] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.552053] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.552053] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.552053] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.552053] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.552053] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.573552] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.573552] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.573768] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.573912] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-930" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.574366] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.574638] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.575380] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.575380] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.575643] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac7a0c7-debe-49e1-9eea-86e8a8545baa',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.764836] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 677e68c6-d876-4b27-9b62-ef7993576fb1: rpc.has_security_group_logging(os_id): False [ 603.784992] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.785218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.785218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.785444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.785538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.785751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.785843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.785906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.786065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.786203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.786380] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.786549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.786549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.786751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.786816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.786945] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.787050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.787105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.787562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.787562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.787562] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 603.899331] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.899854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.899854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.899854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.900042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.918234] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 603.974779] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d17f78a-67d3-41f5-af02-fc2214193150 [ 603.975027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.975163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.975229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.975449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.975530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.975631] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d17f78a-67d3-41f5-af02-fc2214193150 already deleted. [ 603.975707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d17f78a-67d3-41f5-af02-fc2214193150" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.080214] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.080214] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 6ac7a0c7-debe-49e1-9eea-86e8a8545baa not found, creating... [ 604.080214] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.080214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.081783] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.081783] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.081977] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.082239] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.082389] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.082678] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.082840] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.083023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 6ac7a0c7-debe-49e1-9eea-86e8a8545baa is going to be created. [ 604.140710] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.140710] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.140710] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.143748] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.144223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.144698] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.572382] env[66232]: INFO networking_nsxv3.common.synchronization [req-d3f2dde7-3afd-4513-9a42-6631c1b61220 req-1c079223-147b-437c-b9c4-496c52e7c831 tempest-DeleteServersAdminTestJSON-1780264110 tempest-DeleteServersAdminTestJSON-1780264110-project-admin] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 604.574176] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 604.574739] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.575712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.575793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.576012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.576758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.576758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.576758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.576758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.576758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.576951] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.872944] env[66232]: INFO networking_nsxv3.common.synchronization [req-549edd8e-859d-4dc7-8770-33e64c2054aa req-b31b5c8b-dd51-47cf-8c91-dd77578bfaa9 service nova] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 604.876325] env[66232]: INFO networking_nsxv3.common.synchronization [req-549edd8e-859d-4dc7-8770-33e64c2054aa req-b31b5c8b-dd51-47cf-8c91-dd77578bfaa9 service nova] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 604.876325] env[66232]: INFO networking_nsxv3.common.synchronization [req-549edd8e-859d-4dc7-8770-33e64c2054aa req-b31b5c8b-dd51-47cf-8c91-dd77578bfaa9 service nova] Enqueued Resource ID: 6ac7a0c7-debe-49e1-9eea-86e8a8545baa with Priority: HIGHEST for action port [ 604.876325] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_rules [ 604.876499] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 604.876621] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c7-debe-49e1-9eea-86e8a8545baa with Priority: HIGHEST for action port [ 604.877245] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.877245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.877245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.877641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.877641] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.878233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.878375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.878433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.878582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.878728] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.878844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.878956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.879075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.879164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.879255] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.880070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.880070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.880070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.880070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.880070] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac7a0c7-debe-49e1-9eea-86e8a8545baa',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.973459] env[66232]: INFO networking_nsxv3.common.synchronization [req-ac01adf4-927a-4f2a-be20-1a9dae840af1 req-36de0a35-0d6f-4f9d-8c99-11e4b3749106 tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 604.974311] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 604.976028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.976028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.976028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.976028] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.080249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.080249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.081529] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.081529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.081529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be updated. [ 605.118056] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.118056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.118056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.118056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.118056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.137704] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 605.348297] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b372d1-9ef9-467d-8793-4e2a00a2a3fc req-9215f95d-30fe-4724-ac5f-23315cfa4c2b tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 605.348986] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 605.350073] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.350073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.350073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.350073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.350335] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.350509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.350577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.350761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.350848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.350947] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.382763] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.383809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.384854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.384854] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ac7a0c7-debe-49e1-9eea-86e8a8545baa with status ACTIVE [ 605.384854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.386497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.386497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.386818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.387045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.387326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.387861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.387985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.388718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.389219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.389785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.389909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.390973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.390973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.390973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.390973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ac7a0c7-debe-49e1-9eea-86e8a8545baa is going to be updated. [ 605.423086] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.423285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.427556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.427556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac7a0c7-debe-49e1-9eea-86e8a8545baa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.479496] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.571431] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: SUCCESS [ 605.572146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.572522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.572653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.572868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.573619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.573619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.573619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.573619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.573619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.573861] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.760255] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.760408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.760520] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.760906] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.761982] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.761982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.761982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.761982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.761982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762367] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.762367] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.762435] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.762480] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.762636] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.763378] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.763378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.783508] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.783751] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.783999] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.784213] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.784550] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-059cbd4e-047d-4e09-a943-11e86c9d6e64 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.784747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.784867] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.785197] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.785329] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059cbd4e-047d-4e09-a943-11e86c9d6e64',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.854128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.854424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.858143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.858143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 already deleted. [ 605.858143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.894253] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.936897] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 605.937159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.982251] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.076246] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.212327] env[66232]: INFO networking_nsxv3.common.synchronization [None req-76ee1dd0-4832-4c79-81b9-1f197a364078 None None] Enqueued Resource ID: f51b86e4-6895-4b29-82df-807e0d89b837 with Priority: HIGHEST for action port [ 606.212949] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51b86e4-6895-4b29-82df-807e0d89b837 with Priority: HIGHEST for action port [ 606.213280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51b86e4-6895-4b29-82df-807e0d89b837 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51b86e4-6895-4b29-82df-807e0d89b837" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.213468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51b86e4-6895-4b29-82df-807e0d89b837" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.213715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51b86e4-6895-4b29-82df-807e0d89b837" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.213833] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51b86e4-6895-4b29-82df-807e0d89b837',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.288615] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.288980] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.289206] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.289544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.289775] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.290021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 059cbd4e-047d-4e09-a943-11e86c9d6e64 not found, creating... [ 606.290375] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.290628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.290892] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.291361] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.291596] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.292075] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.292299] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.292492] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.292795] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.293031] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.293244] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 059cbd4e-047d-4e09-a943-11e86c9d6e64 is going to be created. [ 606.327877] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.328281] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.328281] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.328455] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.328687] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.328991] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.401121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.401291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.401360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.401577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.401671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.401773] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 is going to be created. [ 606.458219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.458465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.458576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.458920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.459191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.481993] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: UNINITIALIZED for 2s [ 606.484898] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.485135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.485242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.485483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.485579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.485688] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 606.531349] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.531577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.531742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.531994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.532224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.542765] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 606.579256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1a5d04e-0043-4983-bafd-2da86d2f6bd1: rpc.has_security_group_logging(os_id): False [ 606.597612] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.597932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.597932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.598082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.598135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.598430] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.598559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.598617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.598838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.598955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.599046] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 is going to be created. [ 606.670471] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.670747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.670747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.670929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.671134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.686128] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: IN_PROGRESS for 2s [ 606.715660] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f51b86e4-6895-4b29-82df-807e0d89b837 [ 606.715893] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.715991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.716067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.716442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.716442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.716442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f51b86e4-6895-4b29-82df-807e0d89b837 already deleted. [ 606.716678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51b86e4-6895-4b29-82df-807e0d89b837" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.044034] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b372d1-9ef9-467d-8793-4e2a00a2a3fc req-1f884b97-b32e-43ae-bc37-b02609d3569f service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 607.044034] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b372d1-9ef9-467d-8793-4e2a00a2a3fc req-1f884b97-b32e-43ae-bc37-b02609d3569f service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 607.044034] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b372d1-9ef9-467d-8793-4e2a00a2a3fc req-1f884b97-b32e-43ae-bc37-b02609d3569f service nova] Enqueued Resource ID: 059cbd4e-047d-4e09-a943-11e86c9d6e64 with Priority: HIGHEST for action port [ 607.044406] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 607.044812] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 607.044812] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059cbd4e-047d-4e09-a943-11e86c9d6e64 with Priority: HIGHEST for action port [ 607.044887] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.045584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.045584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.045584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.045584] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.046367] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.046476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.046590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.046751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.046894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.046986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.047059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.047224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.047341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.048622] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.048622] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-059cbd4e-047d-4e09-a943-11e86c9d6e64 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.048770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.048806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.048953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.049086] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059cbd4e-047d-4e09-a943-11e86c9d6e64',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.147753] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 607.147965] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 deletion is rescheduled due to dependency. [ 607.148118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555432] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.557320] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.557629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.557886] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 059cbd4e-047d-4e09-a943-11e86c9d6e64 with status ACTIVE [ 607.558321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.558703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.558903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.559646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.559646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.559646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.559912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.560075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.560281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.560435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.565106] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.565351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.565509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.565704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.565869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.566107] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 059cbd4e-047d-4e09-a943-11e86c9d6e64 is going to be updated. [ 607.594843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.595030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.595192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.595437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-059cbd4e-047d-4e09-a943-11e86c9d6e64" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.071190] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.491834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: SUCCESS [ 608.492072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.492275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.492500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.493167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.493204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493651] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.554795] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 608.554795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.573597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.573888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.573888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.574119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.574203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.574294] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be created. [ 608.599714] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.599899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.599983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.600357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.600668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.618159] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: UNINITIALIZED for 2s [ 608.702153] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: SUCCESS [ 608.702332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.995988] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.337988] env[66232]: INFO networking_nsxv3.common.synchronization [req-df54dd19-9e50-4423-b791-a09f2ec0491b req-28749936-e2a5-4137-bd3f-d8360cd7ec13 tempest-ServersTestBootFromVolume-1825914991 tempest-ServersTestBootFromVolume-1825914991-project-member] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 609.338305] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 609.338559] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.338683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.338748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.339974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.340194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.340308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.340374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.342508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.342602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.342684] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.500434] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1afb929-26eb-4afd-90a6-58fa4dfbdf22: rpc.has_security_group_logging(os_id): False [ 609.538163] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.538163] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.538163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.538163] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 is going to be created. [ 609.610575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.610575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.610575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.610575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.610575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.624088] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: IN_PROGRESS for 2s [ 609.847325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.847615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.847835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.848141] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.848296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.848709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.848886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.849036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.849221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.849286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.849382] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7780809-e7e0-4738-af0f-337bb87b712d already deleted. [ 609.849462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.017573] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.017904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-431" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018110] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-431" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.019054] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-431" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.019054] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.019791] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.019791] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.019919] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020052] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020473] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.020655] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.021059] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.021059] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.021173] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.021720] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.021720] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.058081] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.058081] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.058081] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.058452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-431" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.058581] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.058775] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.058973] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.059364] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.059499] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.562725] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.563157] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.563373] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.563810] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.564086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.564339] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 not found, creating... [ 610.564837] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.565121] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.565411] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.565732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.565979] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.566545] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.566860] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.567056] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.567367] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.567515] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.567785] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 is going to be created. [ 610.601989] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.602266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.602442] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.602875] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.603206] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.603575] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.631516] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 610.631811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.631942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.632173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.632381] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.632529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.632611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.632748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.632835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.632938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.633060] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.897237] env[66232]: INFO networking_nsxv3.common.synchronization [None req-fbf88446-5831-4314-adfa-bce1da8c54dd None None] Enqueued Resource ID: e4827114-0513-4452-9497-874ab3ad2899 with Priority: HIGHEST for action port [ 610.897237] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4827114-0513-4452-9497-874ab3ad2899 with Priority: HIGHEST for action port [ 610.897237] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4827114-0513-4452-9497-874ab3ad2899 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.897603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4827114-0513-4452-9497-874ab3ad2899" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.897869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4827114-0513-4452-9497-874ab3ad2899" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.898267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4827114-0513-4452-9497-874ab3ad2899" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.898479] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4827114-0513-4452-9497-874ab3ad2899',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.135482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.135759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.135759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.136177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.136420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.136420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.136420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.136612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.136741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.136843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.137080] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.137236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.137375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.137608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.138169] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.138412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.138492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.138803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.138960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.139096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.139151] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.349192] env[66232]: INFO networking_nsxv3.common.synchronization [req-df54dd19-9e50-4423-b791-a09f2ec0491b req-4fe47ae3-80cd-4938-b8c1-1684d75b7f52 service nova] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 611.349192] env[66232]: INFO networking_nsxv3.common.synchronization [req-df54dd19-9e50-4423-b791-a09f2ec0491b req-4fe47ae3-80cd-4938-b8c1-1684d75b7f52 service nova] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 611.349192] env[66232]: INFO networking_nsxv3.common.synchronization [req-df54dd19-9e50-4423-b791-a09f2ec0491b req-4fe47ae3-80cd-4938-b8c1-1684d75b7f52 service nova] Enqueued Resource ID: 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 with Priority: HIGHEST for action port [ 611.349550] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_rules [ 611.349550] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 611.349628] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 with Priority: HIGHEST for action port [ 611.349901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.350015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.350100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.350304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.350435] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.351701] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.351897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.351897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.352360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.352360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.352360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.352486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.352871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.352871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.352989] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.354839] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.354839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.354839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.355062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.355363] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.401938] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4827114-0513-4452-9497-874ab3ad2899 [ 611.401938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.401938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.401938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.402492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.402492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.402492] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4827114-0513-4452-9497-874ab3ad2899 already deleted. [ 611.402492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4827114-0513-4452-9497-874ab3ad2899" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.643434] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: SUCCESS [ 611.643434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.643725] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae39f714-ed7e-463e-b381-86324595e1b8: rpc.has_security_group_logging(os_id): False [ 611.671438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.672114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.672444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.672623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.672727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.672981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.676322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.676322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.676322] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be created. [ 611.748034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.748243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.748243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.748456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.750689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.763097] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 611.855648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.856743] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 with status ACTIVE [ 611.856958] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.857114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.857183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.857407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.857495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.857702] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.857845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.857908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.858436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.858436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.858589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.858589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.858725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.858808] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80 is going to be updated. [ 611.861437] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.861437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.895481] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.895724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.895850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.896685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9fc6b1-dc70-4525-8bbd-23eb20f2ff80" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.161054] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b6336a1f-a4ae-4b5c-bf63-7d3f325be436 None None] Enqueued Resource ID: c4c57f1a-b38e-425d-beb5-a7463763c1fe with Priority: HIGHEST for action port [ 612.162648] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c57f1a-b38e-425d-beb5-a7463763c1fe with Priority: HIGHEST for action port [ 612.162648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c57f1a-b38e-425d-beb5-a7463763c1fe taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.162648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c57f1a-b38e-425d-beb5-a7463763c1fe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.162648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c57f1a-b38e-425d-beb5-a7463763c1fe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.163026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c57f1a-b38e-425d-beb5-a7463763c1fe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.163026] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c57f1a-b38e-425d-beb5-a7463763c1fe',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.362300] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.666496] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c57f1a-b38e-425d-beb5-a7463763c1fe [ 612.668129] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.668129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.668129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.668431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.668535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.668646] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c57f1a-b38e-425d-beb5-a7463763c1fe already deleted. [ 612.669040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c57f1a-b38e-425d-beb5-a7463763c1fe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.865924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.866181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.866290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.866467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.866553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.866678] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7780809-e7e0-4738-af0f-337bb87b712d is going to be created. [ 612.900340] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.900527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.900627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.900881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.901112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.915713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: UNINITIALIZED for 2s [ 613.435704] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8f523cc6-435d-48a0-96fa-1020e89b34ed None None] Enqueued Resource ID: 7c9fe99c-bc98-4c2a-9297-7fd653237209 with Priority: HIGHEST for action port [ 613.436421] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c9fe99c-bc98-4c2a-9297-7fd653237209 with Priority: HIGHEST for action port [ 613.437495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c9fe99c-bc98-4c2a-9297-7fd653237209 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.437495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c9fe99c-bc98-4c2a-9297-7fd653237209" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.437495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c9fe99c-bc98-4c2a-9297-7fd653237209" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.438451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c9fe99c-bc98-4c2a-9297-7fd653237209" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.438607] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c9fe99c-bc98-4c2a-9297-7fd653237209',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.782953] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 613.783786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.942535] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c9fe99c-bc98-4c2a-9297-7fd653237209 [ 613.942897] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.943034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.943034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.943287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.943410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.943583] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c9fe99c-bc98-4c2a-9297-7fd653237209 already deleted. [ 613.943735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c9fe99c-bc98-4c2a-9297-7fd653237209" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.088557] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a561b95-1216-40ba-9264-5931123f5114 req-c09d90fa-ff57-4cfa-95d3-f5169402f5d0 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: 5250cbdb-ec72-4f70-a99b-babdb7957b25 with Priority: HIGHEST for action security_group_rules [ 614.089184] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5250cbdb-ec72-4f70-a99b-babdb7957b25 with Priority: HIGHEST for action security_group_rules [ 614.089513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5250cbdb-ec72-4f70-a99b-babdb7957b25 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.089735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5250cbdb-ec72-4f70-a99b-babdb7957b25" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.089735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5250cbdb-ec72-4f70-a99b-babdb7957b25" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.089983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5250cbdb-ec72-4f70-a99b-babdb7957b25" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.092800] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5250cbdb-ec72-4f70-a99b-babdb7957b25',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.559671] env[66232]: INFO networking_nsxv3.common.synchronization [req-694eac72-b326-4d9c-b8cc-254a3ae4788a req-b771e862-247e-4533-9b85-ab1b6a43bd06 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 614.560299] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 614.561600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.561600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.561600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.561600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.561948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.561948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.561948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.562122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.562122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.562215] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.629158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.629158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.629158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.629158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.629158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.629158] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5250cbdb-ec72-4f70-a99b-babdb7957b25 already deleted. [ 614.629500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5250cbdb-ec72-4f70-a99b-babdb7957b25" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.645286] env[66232]: INFO networking_nsxv3.common.synchronization [None req-aa1107f7-20f7-4b3b-ae51-0838459711b5 None None] Enqueued Resource ID: a30a18ed-2117-4519-84b0-79e5394f8b37 with Priority: HIGHEST for action port [ 614.645686] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30a18ed-2117-4519-84b0-79e5394f8b37 with Priority: HIGHEST for action port [ 614.646339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30a18ed-2117-4519-84b0-79e5394f8b37 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30a18ed-2117-4519-84b0-79e5394f8b37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30a18ed-2117-4519-84b0-79e5394f8b37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.649957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30a18ed-2117-4519-84b0-79e5394f8b37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.649957] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30a18ed-2117-4519-84b0-79e5394f8b37',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.859951] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b7eb9441-31f5-4b59-9c2b-3d9f231f70c0 None None] Enqueued Resource ID: 9d34dba3-d5f4-43d7-a324-cddc15e789d1 with Priority: HIGHEST for action port [ 614.860708] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d34dba3-d5f4-43d7-a324-cddc15e789d1 with Priority: HIGHEST for action port [ 614.860792] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d34dba3-d5f4-43d7-a324-cddc15e789d1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.861541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d34dba3-d5f4-43d7-a324-cddc15e789d1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.861541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d34dba3-d5f4-43d7-a324-cddc15e789d1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.861975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d34dba3-d5f4-43d7-a324-cddc15e789d1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.861975] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d34dba3-d5f4-43d7-a324-cddc15e789d1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.928145] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: SUCCESS [ 614.928647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.928913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.929223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.929696] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.929911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.930041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.930265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.930523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.930523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.930691] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.064399] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.148726] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a30a18ed-2117-4519-84b0-79e5394f8b37 [ 615.150348] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.150348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.150348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.150348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.150348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.150348] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a30a18ed-2117-4519-84b0-79e5394f8b37 already deleted. [ 615.150348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30a18ed-2117-4519-84b0-79e5394f8b37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.364122] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d34dba3-d5f4-43d7-a324-cddc15e789d1 [ 615.364390] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.364543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.364610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.364824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.364914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.365014] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d34dba3-d5f4-43d7-a324-cddc15e789d1 already deleted. [ 615.365101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d34dba3-d5f4-43d7-a324-cddc15e789d1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.433211] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.520698] env[66232]: INFO networking_nsxv3.common.synchronization [None req-023f47e6-b7a0-470c-86b2-7a4fbf75054a None None] Enqueued Resource ID: 3736e1b2-4c21-4f7d-b277-aa1aaa40830e with Priority: HIGHEST for action port [ 615.521434] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3736e1b2-4c21-4f7d-b277-aa1aaa40830e with Priority: HIGHEST for action port [ 615.522107] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3736e1b2-4c21-4f7d-b277-aa1aaa40830e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3736e1b2-4c21-4f7d-b277-aa1aaa40830e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3736e1b2-4c21-4f7d-b277-aa1aaa40830e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.523025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3736e1b2-4c21-4f7d-b277-aa1aaa40830e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.523025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3736e1b2-4c21-4f7d-b277-aa1aaa40830e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.567501] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.937308] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7780809-e7e0-4738-af0f-337bb87b712d: rpc.has_security_group_logging(os_id): False [ 615.960119] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.960119] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.960119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.960473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.960473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.960473] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7780809-e7e0-4738-af0f-337bb87b712d is going to be created. [ 616.010181] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.010181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.010455] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.011030] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.011030] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.012727] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.012911] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.013178] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.013326] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.013542] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.013691] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.013817] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.013923] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.014041] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.014146] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.014280] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.026549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3736e1b2-4c21-4f7d-b277-aa1aaa40830e [ 616.028040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.028040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.028040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.028040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.028040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.028040] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3736e1b2-4c21-4f7d-b277-aa1aaa40830e already deleted. [ 616.028364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3736e1b2-4c21-4f7d-b277-aa1aaa40830e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.038708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.039026] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.039161] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.039359] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.039751] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-c111ed0e-c5df-4043-a116-67d4fcfe10c0 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.039976] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.040116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.040397] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.040529] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c111ed0e-c5df-4043-a116-67d4fcfe10c0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.046420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.046574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.046718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.046876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.047085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.071979] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.071979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.071979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.072387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.072457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.072590] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 616.075203] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: IN_PROGRESS for 2s [ 616.138579] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.138579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.138579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.167251] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 616.542988] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.543280] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.543384] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.543656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.543815] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.543969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port c111ed0e-c5df-4043-a116-67d4fcfe10c0 not found, creating... [ 616.544251] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.544405] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.544558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.544790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.544924] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.545237] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.545393] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.545507] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.545720] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.546383] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.546383] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: c111ed0e-c5df-4043-a116-67d4fcfe10c0 is going to be created. [ 616.573730] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.573730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.573730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.573730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.573730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.573730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611714] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5f796bd0-d22a-43c4-8986-ef8c49731002 None None] Enqueued Resource ID: 308ce634-601d-45b7-9977-476f1269c7c1 with Priority: HIGHEST for action port [ 616.611714] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308ce634-601d-45b7-9977-476f1269c7c1 with Priority: HIGHEST for action port [ 616.611894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-308ce634-601d-45b7-9977-476f1269c7c1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.611961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308ce634-601d-45b7-9977-476f1269c7c1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.611993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308ce634-601d-45b7-9977-476f1269c7c1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.613505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308ce634-601d-45b7-9977-476f1269c7c1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.613609] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308ce634-601d-45b7-9977-476f1269c7c1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.117709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308ce634-601d-45b7-9977-476f1269c7c1 [ 617.118549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.118549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.118549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.118880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.119039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.119192] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308ce634-601d-45b7-9977-476f1269c7c1 already deleted. [ 617.119238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308ce634-601d-45b7-9977-476f1269c7c1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [req-694eac72-b326-4d9c-b8cc-254a3ae4788a req-57ba3725-1308-4359-9f5b-7876fe4dc19f service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [req-694eac72-b326-4d9c-b8cc-254a3ae4788a req-57ba3725-1308-4359-9f5b-7876fe4dc19f service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [req-694eac72-b326-4d9c-b8cc-254a3ae4788a req-57ba3725-1308-4359-9f5b-7876fe4dc19f service nova] Enqueued Resource ID: c111ed0e-c5df-4043-a116-67d4fcfe10c0 with Priority: HIGHEST for action port [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 617.539262] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c111ed0e-c5df-4043-a116-67d4fcfe10c0 with Priority: HIGHEST for action port [ 617.543159] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.543159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.543159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.543159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.543159] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.547024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.547024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c111ed0e-c5df-4043-a116-67d4fcfe10c0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.547024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.547024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.547024] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c111ed0e-c5df-4043-a116-67d4fcfe10c0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.045650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.045650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048073] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c111ed0e-c5df-4043-a116-67d4fcfe10c0 with status ACTIVE [ 618.048915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.049381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.049526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.049721] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.050038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.050159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.050332] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.050391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.050424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.050640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.050695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.050788] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c111ed0e-c5df-4043-a116-67d4fcfe10c0 is going to be updated. [ 618.080924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.081354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.081354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.081458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.081554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.081686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c111ed0e-c5df-4043-a116-67d4fcfe10c0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.094384] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: SUCCESS [ 618.094724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.182102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 618.182488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.182529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.183020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.183170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.183170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.183474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.183586] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.689379] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.193182] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.438779] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b67f44ea-51e8-41d3-a6fe-760f605e6bc4 None None] Enqueued Resource ID: ee000434-90f0-46b8-bd67-a86d9e8b275d with Priority: HIGHEST for action port [ 619.439609] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee000434-90f0-46b8-bd67-a86d9e8b275d with Priority: HIGHEST for action port [ 619.439976] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee000434-90f0-46b8-bd67-a86d9e8b275d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.440121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee000434-90f0-46b8-bd67-a86d9e8b275d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.440207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee000434-90f0-46b8-bd67-a86d9e8b275d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.440477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee000434-90f0-46b8-bd67-a86d9e8b275d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.440590] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee000434-90f0-46b8-bd67-a86d9e8b275d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.695950] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.696055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.696159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.696408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.696503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.696605] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 619.733184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.733340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.733414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.733631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.733787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.746020] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 619.944780] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee000434-90f0-46b8-bd67-a86d9e8b275d [ 619.945288] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.945288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.945288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.945708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.945708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945804] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee000434-90f0-46b8-bd67-a86d9e8b275d already deleted. [ 619.945892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee000434-90f0-46b8-bd67-a86d9e8b275d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.514262] env[66232]: INFO networking_nsxv3.common.synchronization [None req-05867a39-727c-4a3c-900e-676a09420c92 None None] Enqueued Resource ID: 1d0785cc-494a-48da-9037-5f056c9e4aab with Priority: HIGHEST for action port [ 620.515076] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0785cc-494a-48da-9037-5f056c9e4aab with Priority: HIGHEST for action port [ 620.515739] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0785cc-494a-48da-9037-5f056c9e4aab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.515888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0785cc-494a-48da-9037-5f056c9e4aab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.515943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0785cc-494a-48da-9037-5f056c9e4aab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.516220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0785cc-494a-48da-9037-5f056c9e4aab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.516303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0785cc-494a-48da-9037-5f056c9e4aab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.018415] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d0785cc-494a-48da-9037-5f056c9e4aab [ 621.018659] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.018796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.018863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.019202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.019293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.019529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d0785cc-494a-48da-9037-5f056c9e4aab already deleted. [ 621.019529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0785cc-494a-48da-9037-5f056c9e4aab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.062506] env[66232]: INFO networking_nsxv3.common.synchronization [None req-dc4efdd3-9b20-4636-9b44-e0f988309f2f None None] Enqueued Resource ID: c610f30a-0c50-40e5-abf2-29eaca0a3813 with Priority: HIGHEST for action port [ 621.063066] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c610f30a-0c50-40e5-abf2-29eaca0a3813 with Priority: HIGHEST for action port [ 621.063377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c610f30a-0c50-40e5-abf2-29eaca0a3813 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.063524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c610f30a-0c50-40e5-abf2-29eaca0a3813" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.063566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c610f30a-0c50-40e5-abf2-29eaca0a3813" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.063846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c610f30a-0c50-40e5-abf2-29eaca0a3813" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.063923] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c610f30a-0c50-40e5-abf2-29eaca0a3813',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.566506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c610f30a-0c50-40e5-abf2-29eaca0a3813 [ 621.567292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.567292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.567622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.567622] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c610f30a-0c50-40e5-abf2-29eaca0a3813 already deleted. [ 621.568131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c610f30a-0c50-40e5-abf2-29eaca0a3813" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.760078] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 621.760250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.760525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.760864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.761175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.761315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.761404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.762738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.762857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.762939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.763218] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.038268] env[66232]: INFO networking_nsxv3.common.synchronization [req-ca3f4996-424e-4dff-b8b6-a6763d3eb0c6 req-bb4e9fff-09ff-4f6f-9fec-47a5c7ca3cde tempest-ServerExternalEventsTest-1417702435 tempest-ServerExternalEventsTest-1417702435-project-member] Enqueued Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 622.039812] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGHEST for action security_group_members [ 622.041275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.041275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.041275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.041425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.041737] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.041737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.041737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.041911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.042011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.042114] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.269532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.269767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.269877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.270189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.270378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.270657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.270657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.270772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.270896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.270896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.271029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.271276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.271276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.271375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.271453] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.271545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.271606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.271743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.271969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.271969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.272078] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.510467] env[66232]: INFO networking_nsxv3.common.synchronization [None req-33910257-e5d5-4cdd-bfba-e4f89096e8bf None None] Enqueued Resource ID: 9b6ffb12-12ca-4827-afd7-4169f87ed98c with Priority: HIGHEST for action port [ 622.511670] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6ffb12-12ca-4827-afd7-4169f87ed98c with Priority: HIGHEST for action port [ 622.511670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6ffb12-12ca-4827-afd7-4169f87ed98c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.511919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6ffb12-12ca-4827-afd7-4169f87ed98c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.511919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6ffb12-12ca-4827-afd7-4169f87ed98c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.512947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6ffb12-12ca-4827-afd7-4169f87ed98c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.513341] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6ffb12-12ca-4827-afd7-4169f87ed98c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.545230] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.545230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.545230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.545384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.545457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.545766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.545866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.545939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.546165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.546252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.546367] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 is going to be updated. [ 622.589026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.589026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.589597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603891] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: IN_PROGRESS for 2s [ 622.775617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae39f714-ed7e-463e-b381-86324595e1b8: rpc.has_security_group_logging(os_id): False [ 622.818585] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.818819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.818819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.819144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.819254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.819448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.819586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.819641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.819797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.819888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.820081] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.820179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.820240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.820389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.820461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.820681] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.820775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.820837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.820996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.821129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.821227] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 622.933201] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.933393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.933393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.933607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.933756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.952986] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 623.016768] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b6ffb12-12ca-4827-afd7-4169f87ed98c [ 623.017269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.017527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.017734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.018020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.018190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.018367] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b6ffb12-12ca-4827-afd7-4169f87ed98c already deleted. [ 623.019423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6ffb12-12ca-4827-afd7-4169f87ed98c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.481133] env[66232]: INFO networking_nsxv3.common.synchronization [req-0f6b976e-93fd-48f7-8b6e-9a8f05ded5b5 req-71b6f7d2-6c9a-44c5-a572-a28c770e7ca1 tempest-TenantUsagesTestJSON-1168011626 tempest-TenantUsagesTestJSON-1168011626-project-member] Enqueued Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 623.481751] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGHEST for action security_group_members [ 623.482671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.482671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.482671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.482886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.482886] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.482958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.483026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.483708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.484391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.484391] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.490553] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8af91905-dc11-4ba6-a657-8f873ba83bb5 None None] Enqueued Resource ID: fe453c18-e21c-4988-af3e-a4d0fb6090b5 with Priority: HIGHEST for action port [ 623.490553] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe453c18-e21c-4988-af3e-a4d0fb6090b5 with Priority: HIGHEST for action port [ 623.490553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe453c18-e21c-4988-af3e-a4d0fb6090b5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.490553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe453c18-e21c-4988-af3e-a4d0fb6090b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.490553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe453c18-e21c-4988-af3e-a4d0fb6090b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.490553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe453c18-e21c-4988-af3e-a4d0fb6090b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.490553] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe453c18-e21c-4988-af3e-a4d0fb6090b5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.622479] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d56292c5-041f-434d-890a-5409531ac843 None None] Enqueued Resource ID: e8cc3fab-983d-464f-8903-876319b450f1 with Priority: HIGHEST for action port [ 623.623088] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cc3fab-983d-464f-8903-876319b450f1 with Priority: HIGHEST for action port [ 623.623326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8cc3fab-983d-464f-8903-876319b450f1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.623450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8cc3fab-983d-464f-8903-876319b450f1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.623510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8cc3fab-983d-464f-8903-876319b450f1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.623757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8cc3fab-983d-464f-8903-876319b450f1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.623848] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8cc3fab-983d-464f-8903-876319b450f1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.987575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.987575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.991109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.991384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.991496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.991727] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.991910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.991910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.992076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.992241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.992241] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 is going to be updated. [ 623.993686] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe453c18-e21c-4988-af3e-a4d0fb6090b5 [ 623.993686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.993686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.993686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.993982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.993982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.993982] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe453c18-e21c-4988-af3e-a4d0fb6090b5 already deleted. [ 623.993982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe453c18-e21c-4988-af3e-a4d0fb6090b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.028285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.028437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.028492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.028698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.028839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.039482] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: IN_PROGRESS for 2s [ 624.127366] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8cc3fab-983d-464f-8903-876319b450f1 [ 624.127672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.128011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.128083] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.128901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.128901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.128901] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8cc3fab-983d-464f-8903-876319b450f1 already deleted. [ 624.128901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8cc3fab-983d-464f-8903-876319b450f1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544152] env[66232]: INFO networking_nsxv3.common.synchronization [req-8539fc05-7ce7-4251-8818-06fd02eee1a4 req-b02aa5ca-e970-433a-b9bc-b8abd2a448d4 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 624.544458] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 624.544837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.544962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.545055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.545430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.545607] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.545726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.545789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.545970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.546060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.546853] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.618574] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 in Status: SUCCESS [ 624.618734] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 deletion is rescheduled due to dependency. [ 624.618778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.970767] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 624.971397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.979749] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.979954] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.980087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.980509] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.980790] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.980954] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.981097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.981298] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.981439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.981638] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.981747] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.981851] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.981952] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.982065] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.982169] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.982318] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.006766] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.008050] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.008050] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.008050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.008050] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-746af038-afd2-4682-9625-a4f8bdba9582 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.008050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.010017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.010017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.010017] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746af038-afd2-4682-9625-a4f8bdba9582',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.050188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.050411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.050994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.050994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.050994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.051407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.051447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.051673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.051802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051936] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a already deleted. [ 625.052055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.513132] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.513132] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.513132] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.513132] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.513132] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.513132] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 746af038-afd2-4682-9625-a4f8bdba9582 not found, creating... [ 625.513132] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.513470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.513470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.514108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.514277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514484] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514884] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.515182] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.515364] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515585] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 746af038-afd2-4682-9625-a4f8bdba9582 is going to be created. [ 625.537872] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.538118] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.538245] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.538518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.538737] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.538963] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.584222] env[66232]: INFO networking_nsxv3.common.synchronization [None req-7cb108a0-a09f-4d16-b091-700e75b6f97c None None] Enqueued Resource ID: 03bb8ae7-7963-4aff-8c41-3675a9572982 with Priority: HIGHEST for action port [ 625.585982] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bb8ae7-7963-4aff-8c41-3675a9572982 with Priority: HIGHEST for action port [ 625.585982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-03bb8ae7-7963-4aff-8c41-3675a9572982 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.585982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03bb8ae7-7963-4aff-8c41-3675a9572982" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.585982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03bb8ae7-7963-4aff-8c41-3675a9572982" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.585982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03bb8ae7-7963-4aff-8c41-3675a9572982" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.585982] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03bb8ae7-7963-4aff-8c41-3675a9572982',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.050846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 in Status: SUCCESS [ 626.051174] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 deletion is rescheduled due to dependency. [ 626.051174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.091130] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03bb8ae7-7963-4aff-8c41-3675a9572982 [ 626.091433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.091611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.091670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.091948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.092100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.092168] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03bb8ae7-7963-4aff-8c41-3675a9572982 already deleted. [ 626.092271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03bb8ae7-7963-4aff-8c41-3675a9572982" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [req-8539fc05-7ce7-4251-8818-06fd02eee1a4 req-53136d93-b3f5-409d-af51-e0ec8ccae0cb service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [req-8539fc05-7ce7-4251-8818-06fd02eee1a4 req-53136d93-b3f5-409d-af51-e0ec8ccae0cb service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [req-8539fc05-7ce7-4251-8818-06fd02eee1a4 req-53136d93-b3f5-409d-af51-e0ec8ccae0cb service nova] Enqueued Resource ID: 746af038-afd2-4682-9625-a4f8bdba9582 with Priority: HIGHEST for action port [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 626.333522] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746af038-afd2-4682-9625-a4f8bdba9582 with Priority: HIGHEST for action port [ 626.333522] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.336758] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.336758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.336758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.336758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.336758] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.337773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-746af038-afd2-4682-9625-a4f8bdba9582 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.337773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.337773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.337773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.337773] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746af038-afd2-4682-9625-a4f8bdba9582',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.839604] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.840664] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.840795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847436] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 746af038-afd2-4682-9625-a4f8bdba9582 with status ACTIVE [ 626.847436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.847436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.847436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.847436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.847436] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 746af038-afd2-4682-9625-a4f8bdba9582 is going to be updated. [ 626.873315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.873581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.873818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.873962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.874142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746af038-afd2-4682-9625-a4f8bdba9582" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.976916] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d489bdbe-5dca-4549-9b54-f21e6204cc64 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 626.979532] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 626.981970] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.981970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.981970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.981970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.981970] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.308800] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6943c5a2-e19a-4f16-810f-529b788a8a9e tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 627.310380] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 627.311745] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.312287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345119] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.504123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.504123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 already deleted. [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.504123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.504123] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.850626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.850787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.850858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.851095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.851187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.851286] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be created. [ 627.886308] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.886453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.886525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.887130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.887130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.898835] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: UNINITIALIZED for 2s [ 628.037646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.037646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.037940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.038069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.038209] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 already deleted. [ 628.038402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.909613] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 629.910016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.911027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.911027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.911324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.911454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.912393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.912393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.912393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.912393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.912393] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.940696] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66c8b35-1df5-419f-a321-c910f7e6b57e req-dfe78252-2c89-41cb-80ff-f9fccc60acf4 tempest-InstanceActionsNegativeTestJSON-1486122274 tempest-InstanceActionsNegativeTestJSON-1486122274-project-member] Enqueued Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 629.941339] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 629.941645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.942124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.942194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.942445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.942608] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.942895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.942895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.943019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.943111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.943207] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.288798] env[66232]: INFO networking_nsxv3.common.synchronization [None req-35bb6bc0-ce1a-45a9-a1de-8c5b64a6fcc0 None None] Enqueued Resource ID: 5c5911fa-4471-4906-bb44-80138de0d925 with Priority: HIGHEST for action port [ 630.289489] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5911fa-4471-4906-bb44-80138de0d925 with Priority: HIGHEST for action port [ 630.289995] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5911fa-4471-4906-bb44-80138de0d925 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.290127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5911fa-4471-4906-bb44-80138de0d925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.290127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5911fa-4471-4906-bb44-80138de0d925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.290657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5911fa-4471-4906-bb44-80138de0d925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.290657] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5911fa-4471-4906-bb44-80138de0d925',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.330054] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.330278] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-381" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.330395] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-381" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.330886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-381" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.331150] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.331374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.331544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.331830] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.332072] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.332407] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.332495] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.332578] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.332698] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.332888] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.333031] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.333206] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.363844] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.364093] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.364305] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.364557] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-381" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.365076] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.365328] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.365490] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.365881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.366214] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb8ebc4d-ba05-47f0-b968-c92f13fa0390',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.416262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.416603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.416682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.417195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.417263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.417590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.417792] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.417878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.417878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.418067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.418164] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.418348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.418348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.418491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.418570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418745] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.447040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.447219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.448484] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.448484] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d already deleted. [ 630.448484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.793069] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c5911fa-4471-4906-bb44-80138de0d925 [ 630.793599] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.793835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.793906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.794123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.794216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794323] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c5911fa-4471-4906-bb44-80138de0d925 already deleted. [ 630.794406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5911fa-4471-4906-bb44-80138de0d925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.869467] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.869713] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.869837] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.870272] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.870379] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.870472] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port eb8ebc4d-ba05-47f0-b968-c92f13fa0390 not found, creating... [ 630.870830] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.873037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873037] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873496] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.873719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.873863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.874015] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: eb8ebc4d-ba05-47f0-b968-c92f13fa0390 is going to be created. [ 630.901725] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.901994] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.902152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902870] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.902870] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.903099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.923278] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 630.949026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.949026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.949373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.949373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.949462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.949659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.949759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.950484] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.950877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.951053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.951340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.951499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.951880] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.952500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.952789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.953100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.953426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.954081] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be created. [ 631.074980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.074980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.074980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.074980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.074980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.097639] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66c8b35-1df5-419f-a321-c910f7e6b57e req-ff68f994-b8cc-4cec-8dc6-93b2470e5c90 service nova] Enqueued Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_rules [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66c8b35-1df5-419f-a321-c910f7e6b57e req-ff68f994-b8cc-4cec-8dc6-93b2470e5c90 service nova] Enqueued Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66c8b35-1df5-419f-a321-c910f7e6b57e req-ff68f994-b8cc-4cec-8dc6-93b2470e5c90 service nova] Enqueued Resource ID: eb8ebc4d-ba05-47f0-b968-c92f13fa0390 with Priority: HIGHEST for action port [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_rules [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 631.643617] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ebc4d-ba05-47f0-b968-c92f13fa0390 with Priority: HIGHEST for action port [ 631.643617] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.644330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.644330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.644747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.645338] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.648843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.648843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.648843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.648843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.648843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.648843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.648843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.649582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.649675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.649776] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.651642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.651642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.651642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.652352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.652352] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb8ebc4d-ba05-47f0-b968-c92f13fa0390',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.157064] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb8ebc4d-ba05-47f0-b968-c92f13fa0390 with status ACTIVE [ 632.157064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157064] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb8ebc4d-ba05-47f0-b968-c92f13fa0390 is going to be updated. [ 632.158321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.158451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.158617] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.183676] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.183882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.183882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.184147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.184278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.184479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb8ebc4d-ba05-47f0-b968-c92f13fa0390" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.334226] env[66232]: INFO networking_nsxv3.common.synchronization [req-7d3d1f8b-f6f6-4fad-816b-da145766f9e8 req-afc93b9e-c2f9-4d39-b419-38882817393d tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 632.335507] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 632.335900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.336060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.336152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.336450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.336545] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5ac712-7a2a-45ed-9265-0b3b0927a688',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.570398] env[66232]: INFO networking_nsxv3.common.synchronization [None req-713d1086-baad-4b97-8715-45d9a01869a4 None None] Enqueued Resource ID: 9e4991f3-9c30-4746-badf-3eb068a4ce20 with Priority: HIGHEST for action port [ 632.570952] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4991f3-9c30-4746-badf-3eb068a4ce20 with Priority: HIGHEST for action port [ 632.571309] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4991f3-9c30-4746-badf-3eb068a4ce20 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.571394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4991f3-9c30-4746-badf-3eb068a4ce20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.571466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4991f3-9c30-4746-badf-3eb068a4ce20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.571713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4991f3-9c30-4746-badf-3eb068a4ce20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.575022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4991f3-9c30-4746-badf-3eb068a4ce20',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.661839] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.864530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.864530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.864530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.864530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.864530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.864530] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 already deleted. [ 632.865424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.075933] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4991f3-9c30-4746-badf-3eb068a4ce20 [ 633.075933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.075933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.075933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.075933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.075933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.075933] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4991f3-9c30-4746-badf-3eb068a4ce20 already deleted. [ 633.075933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4991f3-9c30-4746-badf-3eb068a4ce20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.115194] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 633.116214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.165707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.166383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.166383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.166383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.166383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.166383] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d is going to be created. [ 633.198721] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.198873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.198973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.199186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.199448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.213533] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: UNINITIALIZED for 2s [ 634.430469] env[66232]: INFO networking_nsxv3.common.synchronization [req-8937fcec-5d6e-4c20-9c8b-0822a2f9e1c0 req-71ba301c-3ace-4e1a-9504-515978ba5805 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 634.431676] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 634.431890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.432028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.432098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.432301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.432387] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5ac712-7a2a-45ed-9265-0b3b0927a688',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.955894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.956043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.956964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.956964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.956964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.956964] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 already deleted. [ 634.956964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.227560] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: SUCCESS [ 635.228045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.228271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.228554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.228986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.228986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.229172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.229233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.229346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.229460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.229592] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.735592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.735592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.735592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.735592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.736545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.736545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.736545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.737464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.738150] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.243205] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b43c43b-ca5c-4ece-832e-c388b864802d: rpc.has_security_group_logging(os_id): False [ 636.267024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.267024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.267024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.267639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.267850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.268246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.268746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.268969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.270385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.270385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.270385] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d is going to be created. [ 636.349028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.349028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.349028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.349028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.349028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.366775] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: IN_PROGRESS for 2s [ 636.544657] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a4904abf-c45a-4458-a282-d753e6c95466 None None] Enqueued Resource ID: 3ddbf967-1733-45ee-aa86-1df1f343738d with Priority: HIGHEST for action port [ 636.545330] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddbf967-1733-45ee-aa86-1df1f343738d with Priority: HIGHEST for action port [ 636.545728] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ddbf967-1733-45ee-aa86-1df1f343738d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.545856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ddbf967-1733-45ee-aa86-1df1f343738d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.545935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ddbf967-1733-45ee-aa86-1df1f343738d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.546211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ddbf967-1733-45ee-aa86-1df1f343738d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.546294] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddbf967-1733-45ee-aa86-1df1f343738d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.049495] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ddbf967-1733-45ee-aa86-1df1f343738d [ 637.049495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.049495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.049495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.049495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.049495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.049495] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ddbf967-1733-45ee-aa86-1df1f343738d already deleted. [ 637.049495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ddbf967-1733-45ee-aa86-1df1f343738d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541053] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7be5ec0-e02a-49a5-ad0c-0e9b6794f890 req-e8ca5115-d39f-46a2-89e4-e8532ee06ab3 tempest-FloatingIPsAssociationNegativeTestJSON-1739796043 tempest-FloatingIPsAssociationNegativeTestJSON-1739796043-project-member] Enqueued Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 637.541564] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 637.541933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.542101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.542101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.542538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.542764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.542919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.543043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.543914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.543914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544081] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.961981] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.962202] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.962325] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.962632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.962881] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.964070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.964070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.964070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.964070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.964324] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.964472] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.964951] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.965272] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.965767] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.966467] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.966467] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.987771] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.991048] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.991048] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.991048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.991048] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-60ecdd8d-4ab3-46e1-9520-461d0790f335 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.991048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.991048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.991048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.991048] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ecdd8d-4ab3-46e1-9520-461d0790f335',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.048684] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.048979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.049074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.049329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.049460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.049727] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.049993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.049993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.050175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.050312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.050413] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 already deleted. [ 638.050531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.382851] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: SUCCESS [ 638.383519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.491921] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.492179] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.492368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.492582] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.493345] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.493345] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 60ecdd8d-4ab3-46e1-9520-461d0790f335 not found, creating... [ 638.493345] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.493625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.493625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.494238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.494238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.495370] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.496766] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.497079] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.497243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.499484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.499484] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 60ecdd8d-4ab3-46e1-9520-461d0790f335 is going to be created. [ 638.522440] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.522668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.522794] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.523085] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.523327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.523610] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.031228] env[66232]: INFO networking_nsxv3.common.synchronization [None req-abe92ab2-a006-456f-8a21-8059b7721b63 None None] Enqueued Resource ID: 8063d385-a9e4-4fac-b3e1-b3575c181bf4 with Priority: HIGHEST for action port [ 639.032309] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8063d385-a9e4-4fac-b3e1-b3575c181bf4 with Priority: HIGHEST for action port [ 639.032495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8063d385-a9e4-4fac-b3e1-b3575c181bf4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.032637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8063d385-a9e4-4fac-b3e1-b3575c181bf4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.032708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8063d385-a9e4-4fac-b3e1-b3575c181bf4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.033281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8063d385-a9e4-4fac-b3e1-b3575c181bf4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.033468] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8063d385-a9e4-4fac-b3e1-b3575c181bf4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.371703] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7be5ec0-e02a-49a5-ad0c-0e9b6794f890 req-ccb63203-5f44-4800-87bd-ea5bef5f44bc service nova] Enqueued Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_rules [ 639.372071] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7be5ec0-e02a-49a5-ad0c-0e9b6794f890 req-ccb63203-5f44-4800-87bd-ea5bef5f44bc service nova] Enqueued Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 639.372126] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7be5ec0-e02a-49a5-ad0c-0e9b6794f890 req-ccb63203-5f44-4800-87bd-ea5bef5f44bc service nova] Enqueued Resource ID: 60ecdd8d-4ab3-46e1-9520-461d0790f335 with Priority: HIGHEST for action port [ 639.372649] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_rules [ 639.372781] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 639.372860] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ecdd8d-4ab3-46e1-9520-461d0790f335 with Priority: HIGHEST for action port [ 639.376555] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.376700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.376768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.377269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.377269] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.378238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.378376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.381202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.381202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.381202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ecdd8d-4ab3-46e1-9520-461d0790f335 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.381202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.381202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ecdd8d-4ab3-46e1-9520-461d0790f335',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.537441] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8063d385-a9e4-4fac-b3e1-b3575c181bf4 [ 639.537557] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.537685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.537749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.537970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.538099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.538169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8063d385-a9e4-4fac-b3e1-b3575c181bf4 already deleted. [ 639.538286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8063d385-a9e4-4fac-b3e1-b3575c181bf4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.883027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.883027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.883027] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.885319] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ecdd8d-4ab3-46e1-9520-461d0790f335 with status ACTIVE [ 639.885319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.885319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.885319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.885319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.885319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.886420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.886420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.886420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.886609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.886645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887235] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887463] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ecdd8d-4ab3-46e1-9520-461d0790f335 is going to be updated. [ 639.911778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.911778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.911778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.911778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.911778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.911778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ecdd8d-4ab3-46e1-9520-461d0790f335" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.389851] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.630615] env[66232]: INFO networking_nsxv3.common.synchronization [None req-43cc2466-a01d-4ef5-9f83-bf7caa267a60 None None] Enqueued Resource ID: 2aab8ef4-80ca-414e-9b89-b34fa9df8d8e with Priority: HIGHEST for action port [ 640.630615] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aab8ef4-80ca-414e-9b89-b34fa9df8d8e with Priority: HIGHEST for action port [ 640.630615] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aab8ef4-80ca-414e-9b89-b34fa9df8d8e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.630615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aab8ef4-80ca-414e-9b89-b34fa9df8d8e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.630615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aab8ef4-80ca-414e-9b89-b34fa9df8d8e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.630615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aab8ef4-80ca-414e-9b89-b34fa9df8d8e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.630615] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aab8ef4-80ca-414e-9b89-b34fa9df8d8e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.897629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.897629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.897629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.897629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.897629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.897629] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 is going to be created. [ 640.925210] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.927842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.927842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.927842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.927842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.940244] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: UNINITIALIZED for 2s [ 641.131863] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aab8ef4-80ca-414e-9b89-b34fa9df8d8e [ 641.131863] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.131863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.131863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.132569] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aab8ef4-80ca-414e-9b89-b34fa9df8d8e already deleted. [ 641.132669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aab8ef4-80ca-414e-9b89-b34fa9df8d8e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211306] env[66232]: INFO networking_nsxv3.common.synchronization [None req-67bc3a6a-52a6-497f-9d37-2c1339c20a1c None None] Enqueued Resource ID: 58aee3e7-cd7a-45c0-9e1d-e87a174a8dee with Priority: HIGHEST for action port [ 642.211306] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aee3e7-cd7a-45c0-9e1d-e87a174a8dee with Priority: HIGHEST for action port [ 642.212700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-58aee3e7-cd7a-45c0-9e1d-e87a174a8dee taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58aee3e7-cd7a-45c0-9e1d-e87a174a8dee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58aee3e7-cd7a-45c0-9e1d-e87a174a8dee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.213975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58aee3e7-cd7a-45c0-9e1d-e87a174a8dee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.215739] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58aee3e7-cd7a-45c0-9e1d-e87a174a8dee',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.638420] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cee5613c-4949-4046-9418-0e9485341ee0 None None] Enqueued Resource ID: 3e48a8ac-3c00-4e6a-9ef3-92b764965aa0 with Priority: HIGHEST for action port [ 642.638420] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e48a8ac-3c00-4e6a-9ef3-92b764965aa0 with Priority: HIGHEST for action port [ 642.638420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e48a8ac-3c00-4e6a-9ef3-92b764965aa0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.638420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e48a8ac-3c00-4e6a-9ef3-92b764965aa0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.638420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e48a8ac-3c00-4e6a-9ef3-92b764965aa0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.638420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e48a8ac-3c00-4e6a-9ef3-92b764965aa0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.638420] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e48a8ac-3c00-4e6a-9ef3-92b764965aa0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.718300] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58aee3e7-cd7a-45c0-9e1d-e87a174a8dee [ 642.718479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.718599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.718672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.718895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.718983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.719122] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58aee3e7-cd7a-45c0-9e1d-e87a174a8dee already deleted. [ 642.719205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58aee3e7-cd7a-45c0-9e1d-e87a174a8dee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.958514] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: SUCCESS [ 642.958866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.959103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.959366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.959660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.959842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.959956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.960169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.960304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.960434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.960565] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.142881] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e48a8ac-3c00-4e6a-9ef3-92b764965aa0 [ 643.142881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.143020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.143020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.143310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.143490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.143557] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e48a8ac-3c00-4e6a-9ef3-92b764965aa0 already deleted. [ 643.143659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e48a8ac-3c00-4e6a-9ef3-92b764965aa0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.204081] env[66232]: INFO networking_nsxv3.common.synchronization [req-7299d51a-d87f-4519-a836-d1eb4c36714e req-d57fc52d-9d45-409a-a503-877c7b5b70f5 tempest-ImagesNegativeTestJSON-755076798 tempest-ImagesNegativeTestJSON-755076798-project-member] Enqueued Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 643.204909] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 643.205030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.207272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.207272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.207272] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.463329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.463807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.463807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.463807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.464321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.464456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.464829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.465071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.465270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.465514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.465668] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.466996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.466996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.466996] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.713678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.713678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.714862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.714862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.714862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.714862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.714862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.715352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.715352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.715352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.715352] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed093835-7b74-4675-853a-3095eda96db1 already deleted. [ 643.715352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.895864] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.896099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-419" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.896207] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-419" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.896617] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-419" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.897626] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.901211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.902050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.902050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.902050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.902345] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.902489] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.902646] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.902711] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.902819] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.902922] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.903071] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.929918] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.930632] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.930829] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.931042] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-419" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.931660] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.931946] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.933241] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.933592] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6edffc1-fd17-4b0c-a960-c52d3ce91c5e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.971395] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d09dc97-b2cd-4fb1-bacc-2584621c10d0: rpc.has_security_group_logging(os_id): False [ 644.000296] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.000490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.000602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.000729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.000828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.001113] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.001244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.001285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.002312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.002672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002672] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 is going to be created. [ 644.103748] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.103748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.103748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.104035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.131255] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: IN_PROGRESS for 2s [ 644.435839] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.436210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.436210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.436657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.436657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.437777] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port e6edffc1-fd17-4b0c-a960-c52d3ce91c5e not found, creating... [ 644.437777] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.437777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.437777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.437777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.437777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.438016] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.438205] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.438281] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.438478] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.438610] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.438758] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: e6edffc1-fd17-4b0c-a960-c52d3ce91c5e is going to be created. [ 644.459046] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.459436] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.459570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.459843] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.460228] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.460300] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.469506] env[66232]: INFO networking_nsxv3.common.synchronization [None req-fc6e069c-cafa-4469-8e4b-7bb76aaf58b1 tempest-ServersTestJSON-1408748977 tempest-ServersTestJSON-1408748977-project-member] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 644.469769] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 644.470037] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.470163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.470233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.470698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.470698] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.485773] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a2ab4d33-e93a-4eed-93e7-e94d314c8d33 None None] Enqueued Resource ID: bb4c590c-47ce-42e6-9e89-8990af1402dc with Priority: HIGHEST for action port [ 644.485773] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4c590c-47ce-42e6-9e89-8990af1402dc with Priority: HIGHEST for action port [ 644.485773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4c590c-47ce-42e6-9e89-8990af1402dc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.485773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4c590c-47ce-42e6-9e89-8990af1402dc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4c590c-47ce-42e6-9e89-8990af1402dc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.486303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4c590c-47ce-42e6-9e89-8990af1402dc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.486303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4c590c-47ce-42e6-9e89-8990af1402dc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.779760] env[66232]: INFO networking_nsxv3.common.synchronization [None req-214b1cda-3f34-4318-a40b-6002876688b4 tempest-ServersTestJSON-1408748977 tempest-ServersTestJSON-1408748977-project-member] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 644.780256] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 644.780973] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.781133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.866034] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d1dc6e28-7646-42cf-b496-85cdee69f275 None None] Enqueued Resource ID: ec98d2b9-a339-4bed-90ad-f4abe6453ddd with Priority: HIGHEST for action port [ 644.866507] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec98d2b9-a339-4bed-90ad-f4abe6453ddd with Priority: HIGHEST for action port [ 644.867414] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec98d2b9-a339-4bed-90ad-f4abe6453ddd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.867414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec98d2b9-a339-4bed-90ad-f4abe6453ddd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.867414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec98d2b9-a339-4bed-90ad-f4abe6453ddd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.867414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec98d2b9-a339-4bed-90ad-f4abe6453ddd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.867414] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec98d2b9-a339-4bed-90ad-f4abe6453ddd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.879193] env[66232]: INFO networking_nsxv3.common.synchronization [req-601db0e7-ee90-45e5-b020-af6360a13b9b req-b260d559-4a61-4c26-b578-a2b56a40a958 tempest-SecurityGroupRulesTestJSON-1244397203 tempest-SecurityGroupRulesTestJSON-1244397203-project-member] Enqueued Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 644.879193] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 with Priority: HIGHEST for action security_group_rules [ 644.879193] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.880130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.880786] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5ac712-7a2a-45ed-9265-0b3b0927a688',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.987973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb4c590c-47ce-42e6-9e89-8990af1402dc [ 644.988322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.988459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.988556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.988771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.988942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.989056] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb4c590c-47ce-42e6-9e89-8990af1402dc already deleted. [ 644.989138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4c590c-47ce-42e6-9e89-8990af1402dc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.991312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.991438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.991495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f already deleted. [ 644.992990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992990] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.255042] env[66232]: INFO networking_nsxv3.common.synchronization [req-7299d51a-d87f-4519-a836-d1eb4c36714e req-668717ae-7035-4dab-afa0-ebc61a7f6322 service nova] Enqueued Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_rules [ 645.255313] env[66232]: INFO networking_nsxv3.common.synchronization [req-7299d51a-d87f-4519-a836-d1eb4c36714e req-668717ae-7035-4dab-afa0-ebc61a7f6322 service nova] Enqueued Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 645.255426] env[66232]: INFO networking_nsxv3.common.synchronization [req-7299d51a-d87f-4519-a836-d1eb4c36714e req-668717ae-7035-4dab-afa0-ebc61a7f6322 service nova] Enqueued Resource ID: e6edffc1-fd17-4b0c-a960-c52d3ce91c5e with Priority: HIGHEST for action port [ 645.256030] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_rules [ 645.256382] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 645.256506] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6edffc1-fd17-4b0c-a960-c52d3ce91c5e with Priority: HIGHEST for action port [ 645.256828] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.257080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.257080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.258411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.258411] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.260644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.260785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.260851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.261261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.261890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.261890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.261890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.261890] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.262676] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.262802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.262861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.263617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.263617] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6edffc1-fd17-4b0c-a960-c52d3ce91c5e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.371439] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec98d2b9-a339-4bed-90ad-f4abe6453ddd [ 645.371697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.371840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.371903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.372146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.372237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.372437] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec98d2b9-a339-4bed-90ad-f4abe6453ddd already deleted. [ 645.372914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec98d2b9-a339-4bed-90ad-f4abe6453ddd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.410587] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.410758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.410798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.410996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.411122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.411183] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5ac712-7a2a-45ed-9265-0b3b0927a688 already deleted. [ 645.411314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5ac712-7a2a-45ed-9265-0b3b0927a688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.519639] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.519639] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f already deleted. [ 645.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.762701] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.762701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.769242] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.769631] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6edffc1-fd17-4b0c-a960-c52d3ce91c5e with status ACTIVE [ 645.769765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.769892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.769957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.770256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.772718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772805] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.772925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.774801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.775060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.775164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775393] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.775507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.775573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.775726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.775990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6edffc1-fd17-4b0c-a960-c52d3ce91c5e is going to be updated. [ 645.803117] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.803449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.803698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.804136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.805242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6edffc1-fd17-4b0c-a960-c52d3ce91c5e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.087066] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a87cf9c-1c0f-4e07-844c-c8a69a708464 req-89ad5136-4297-474a-8b14-baaac3ec470a tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 646.087558] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 646.088267] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.088450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.088499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088923] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.089035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.089145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.089259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.089324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.089417] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.147646] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: SUCCESS [ 646.151032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.278920] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.594652] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.595148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.595148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.595277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.595668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.595668] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.595839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.595839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.596117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.596117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.596254] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 already deleted. [ 646.596304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.614576] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.614819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.615090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.617181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.617181] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.617181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.617181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.617181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.617181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.617181] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.617181] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.617620] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.617620] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.617620] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.617620] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.617760] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.638379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.638542] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.638708] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.638937] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.639307] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-ec23526f-0601-4bc6-8ab0-f9f713329781 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.639494] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.639605] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.639919] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.640068] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec23526f-0601-4bc6-8ab0-f9f713329781',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.781724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.781724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.781724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.781986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.782073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.782134] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed093835-7b74-4675-853a-3095eda96db1 is going to be created. [ 646.811185] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.811457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.811457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.811735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.811895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.823342] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: UNINITIALIZED for 2s [ 647.141960] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.142249] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.142413] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.142812] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.142925] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.142981] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port ec23526f-0601-4bc6-8ab0-f9f713329781 not found, creating... [ 647.143254] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.143407] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.143521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.143740] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.143874] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.144165] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.144316] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.144432] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.144631] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.144759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.144905] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: ec23526f-0601-4bc6-8ab0-f9f713329781 is going to be created. [ 647.167257] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.167527] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.167652] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.167929] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.168217] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.168409] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.805142] env[66232]: INFO networking_nsxv3.common.synchronization [None req-af9d7fe1-74b5-4340-8dde-c3cafcd5f152 None None] Enqueued Resource ID: d8ea8b5e-2d8a-4140-ad71-d9a830ede328 with Priority: HIGHEST for action port [ 647.805678] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ea8b5e-2d8a-4140-ad71-d9a830ede328 with Priority: HIGHEST for action port [ 647.805935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ea8b5e-2d8a-4140-ad71-d9a830ede328 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.806884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ea8b5e-2d8a-4140-ad71-d9a830ede328" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ea8b5e-2d8a-4140-ad71-d9a830ede328" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ea8b5e-2d8a-4140-ad71-d9a830ede328" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.807389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ea8b5e-2d8a-4140-ad71-d9a830ede328',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.896586] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a87cf9c-1c0f-4e07-844c-c8a69a708464 req-7fa5a9b9-3965-48bf-922e-0342f35eac3b service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 647.896586] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a87cf9c-1c0f-4e07-844c-c8a69a708464 req-7fa5a9b9-3965-48bf-922e-0342f35eac3b service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 647.896586] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a87cf9c-1c0f-4e07-844c-c8a69a708464 req-7fa5a9b9-3965-48bf-922e-0342f35eac3b service nova] Enqueued Resource ID: ec23526f-0601-4bc6-8ab0-f9f713329781 with Priority: HIGHEST for action port [ 647.896910] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 647.897855] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 647.897855] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec23526f-0601-4bc6-8ab0-f9f713329781 with Priority: HIGHEST for action port [ 647.897962] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.898268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.898268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.898392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.898467] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.899685] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.899876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.900020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.900122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.900272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.900372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.900445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.900568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.900644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.900739] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.901519] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec23526f-0601-4bc6-8ab0-f9f713329781 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.901684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.901768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.901844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.901914] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec23526f-0601-4bc6-8ab0-f9f713329781',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.002198] env[66232]: INFO networking_nsxv3.common.synchronization [None req-2d6ba108-d430-473c-a9c0-6ecdefc6271f None None] Enqueued Resource ID: d5698299-ff6a-47f0-bf6e-0e8f36f4a81f with Priority: HIGHEST for action port [ 648.002728] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5698299-ff6a-47f0-bf6e-0e8f36f4a81f with Priority: HIGHEST for action port [ 648.003039] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5698299-ff6a-47f0-bf6e-0e8f36f4a81f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.003165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5698299-ff6a-47f0-bf6e-0e8f36f4a81f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.003258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5698299-ff6a-47f0-bf6e-0e8f36f4a81f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.003505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5698299-ff6a-47f0-bf6e-0e8f36f4a81f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.003700] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5698299-ff6a-47f0-bf6e-0e8f36f4a81f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.310407] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8ea8b5e-2d8a-4140-ad71-d9a830ede328 [ 648.310722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.310875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.311446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311482] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8ea8b5e-2d8a-4140-ad71-d9a830ede328 already deleted. [ 648.311689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ea8b5e-2d8a-4140-ad71-d9a830ede328" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.406591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.408041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.408041] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.408041] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec23526f-0601-4bc6-8ab0-f9f713329781 with status ACTIVE [ 648.408272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.408332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.408467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.409785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.409785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.409785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.409785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.409785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.411347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.411347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.411571] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.411777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.411853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.412061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.412196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.413164] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec23526f-0601-4bc6-8ab0-f9f713329781 is going to be updated. [ 648.440058] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.440058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.440058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.440058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.440058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.441467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec23526f-0601-4bc6-8ab0-f9f713329781" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.514317] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5698299-ff6a-47f0-bf6e-0e8f36f4a81f [ 648.514317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.514317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.514317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.514317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.514592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.514592] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5698299-ff6a-47f0-bf6e-0e8f36f4a81f already deleted. [ 648.514665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5698299-ff6a-47f0-bf6e-0e8f36f4a81f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.535334] env[66232]: INFO networking_nsxv3.common.synchronization [req-131f2c4b-fb65-4332-9112-dcd097e77605 req-8a78c52e-e7cd-49c5-b79b-23652083908a tempest-DeleteServersAdminTestJSON-1043462211 tempest-DeleteServersAdminTestJSON-1043462211-project-member] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 648.535334] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 648.535334] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.535334] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.535334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.535334] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.835621] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: SUCCESS [ 648.835956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.836032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.836351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.836591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.836747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.836983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.837127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.837230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.837321] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.917072] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.918796] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.918979] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.920425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.920732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.921024] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.921209] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.921336] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.921567] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.921736] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.921971] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.922096] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.922220] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.922327] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.922443] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.922543] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.922695] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.943457] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.944253] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.945116] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.945116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.945116] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.945116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.945433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.945509] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.945638] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.040214] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040214] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.040214] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be updated. [ 649.079813] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.079813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.079813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.079813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.080466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.091825] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 649.339794] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.340090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.340090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.340756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.340756] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.340756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.340756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.340756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.341065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.341065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.341134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.341243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.341243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.341389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.341502] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.341663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.341739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.341884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.341962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.342058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.342154] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.426705] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.426705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.426705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.427097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.427097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.427405] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be created. [ 649.451428] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.451671] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.451798] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.452258] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.452519] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.452766] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 not found, creating... [ 649.453221] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.453500] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.453739] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.455452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.455452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.455452] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.455452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.455452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.456028] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.456028] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.456028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 is going to be created. [ 649.461326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.461765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.462560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.462560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.462560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.483346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: UNINITIALIZED for 2s [ 649.498691] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.498987] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.499085] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.499359] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.503037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.503037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845012] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed093835-7b74-4675-853a-3095eda96db1: rpc.has_security_group_logging(os_id): False [ 649.866751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.866921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.867036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.867294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.867390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.869824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.869824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.869824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.869824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.870363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.870363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.870363] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed093835-7b74-4675-853a-3095eda96db1 is going to be created. [ 649.930982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.935026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.935026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.935026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.935026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.946475] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: IN_PROGRESS for 2s [ 650.300036] env[66232]: INFO networking_nsxv3.common.synchronization [req-131f2c4b-fb65-4332-9112-dcd097e77605 req-ec2594b9-76d8-47eb-be16-a56d397557b7 service nova] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_rules [ 650.300394] env[66232]: INFO networking_nsxv3.common.synchronization [req-131f2c4b-fb65-4332-9112-dcd097e77605 req-ec2594b9-76d8-47eb-be16-a56d397557b7 service nova] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 650.300616] env[66232]: INFO networking_nsxv3.common.synchronization [req-131f2c4b-fb65-4332-9112-dcd097e77605 req-ec2594b9-76d8-47eb-be16-a56d397557b7 service nova] Enqueued Resource ID: cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 with Priority: HIGHEST for action port [ 650.302648] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_rules [ 650.302895] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 650.303113] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 with Priority: HIGHEST for action port [ 650.303562] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.303795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.303934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.304296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304444] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.313429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.313429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.313429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.313429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.313429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.313429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.313429] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.818491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.818491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.819851] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 with status ACTIVE [ 650.822764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.822764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.822764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0 is going to be updated. [ 650.836131] env[66232]: INFO networking_nsxv3.common.synchronization [req-6d7043e8-ea50-4e3c-8852-6b84512fe59a req-5ea15c03-ca52-4870-99c8-7499b2d61885 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 650.836711] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 650.837098] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.837237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.837306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.837951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.838037] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.838166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.838319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.838404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.838503] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.846343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.846681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.846681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.846793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.846925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.847213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb03bd1c-7e21-4bd9-84bf-b62e993bb9d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018174] env[66232]: INFO networking_nsxv3.common.synchronization [None req-23bacce0-a653-43a3-8a66-dd7f8ebc2c39 None None] Enqueued Resource ID: 21077904-d4d9-4bb2-9a50-2524caddf1c4 with Priority: HIGHEST for action port [ 651.018265] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21077904-d4d9-4bb2-9a50-2524caddf1c4 with Priority: HIGHEST for action port [ 651.018619] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-21077904-d4d9-4bb2-9a50-2524caddf1c4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.018800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21077904-d4d9-4bb2-9a50-2524caddf1c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.018881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21077904-d4d9-4bb2-9a50-2524caddf1c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.019235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21077904-d4d9-4bb2-9a50-2524caddf1c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.019321] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21077904-d4d9-4bb2-9a50-2524caddf1c4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.105900] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 651.106168] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 deletion is rescheduled due to dependency. [ 651.106518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.106518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.107275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.107275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.107415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.107415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.110125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.110125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.110125] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.290214] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.290452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-678" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.290632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-678" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.290950] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-678" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.291215] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.291368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.291496] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.291688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.291827] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.292113] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.292270] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.292388] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.292521] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.292648] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.292783] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.292933] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.303582] env[66232]: INFO networking_nsxv3.common.synchronization [req-b5762f23-6cf6-4cfc-8ac1-666bda1a7418 req-24f83061-61ec-40ba-bb06-bff5ef403f6c tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 651.304856] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 651.304856] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.304856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.304856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.304856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.305232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.305232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.305328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.305497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.305583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.305681] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.318886] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.319221] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.319221] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.319863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-678" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.319863] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-5f6a6075-3989-4a43-9899-19d84c7381f6 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.320105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.320105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.320381] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.320515] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6a6075-3989-4a43-9899-19d84c7381f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.342021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.342220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.342810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.342810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.342810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.343029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.343029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.343029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.343361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.343361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.343361] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 already deleted. [ 651.343478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.495656] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 651.495889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.496186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.496525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.496725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.496889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.496937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.497160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.497252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.497334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.497426] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.522229] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21077904-d4d9-4bb2-9a50-2524caddf1c4 [ 651.522617] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.522832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.522939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.523642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523822] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21077904-d4d9-4bb2-9a50-2524caddf1c4 already deleted. [ 651.523974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21077904-d4d9-4bb2-9a50-2524caddf1c4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.615538] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.808462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.808462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.810757] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.810757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.810757] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 651.823559] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823842] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.824405] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.824651] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824917] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 5f6a6075-3989-4a43-9899-19d84c7381f6 not found, creating... [ 651.828092] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.828092] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.828092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.828764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 is going to be created. [ 651.839417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.839643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.839738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.839929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.840107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.849547] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.851137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.851137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.851137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.851137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.851137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.851808] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 651.959214] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: SUCCESS [ 651.959760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.000359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.000505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.000729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.000890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.000986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.001055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.001199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.001284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.001371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.001521] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.001596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.001656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.001794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.001924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.002060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.002126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.002209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.002285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.002597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.002597] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.118058] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.507517] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c210891-3a1d-4c3b-82fb-f6a26b77d457: rpc.has_security_group_logging(os_id): False [ 652.527351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.527351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.527741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.528135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.529026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.529026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.529279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.531017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.531017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.531017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.531017] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.531017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.531017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.531908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.533088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.533088] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.535527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.535527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.535527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.535527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.535527] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be created. [ 652.566473] env[66232]: INFO networking_nsxv3.common.synchronization [req-6d7043e8-ea50-4e3c-8852-6b84512fe59a req-165fa35e-2899-41e5-a963-4da772bf27d8 service nova] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 652.566825] env[66232]: INFO networking_nsxv3.common.synchronization [req-6d7043e8-ea50-4e3c-8852-6b84512fe59a req-165fa35e-2899-41e5-a963-4da772bf27d8 service nova] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 652.570029] env[66232]: INFO networking_nsxv3.common.synchronization [req-6d7043e8-ea50-4e3c-8852-6b84512fe59a req-165fa35e-2899-41e5-a963-4da772bf27d8 service nova] Enqueued Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 652.570029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 652.570029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 652.570029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 652.570029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.570029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.570029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.570029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.570029] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.570029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.570029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.570029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.571040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.571407] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.571834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.572146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.572449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.572671] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.574670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6a6075-3989-4a43-9899-19d84c7381f6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.574670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.574670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.574670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.574670] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6a6075-3989-4a43-9899-19d84c7381f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.608528] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.608722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.609390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.609390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.620701] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.620920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.621032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.621234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.621330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.621521] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be updated. [ 652.623612] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 652.659086] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.659365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.659365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.659497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.659657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.688617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 653.078726] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6a6075-3989-4a43-9899-19d84c7381f6 with status ACTIVE [ 653.079031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.079116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.079184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.079428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.079547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.079737] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.079834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.079896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.080210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.080210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.080448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.080448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.080566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.080633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.081098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.081098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 is going to be updated. [ 653.081993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.082111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082256] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.105875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.105875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.105875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.106097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.106097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.106243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.585031] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.862806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 653.862982] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 653.863048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085883] env[66232]: INFO networking_nsxv3.common.synchronization [req-22c8f157-fa26-4a3d-b2b5-838028b64f32 req-51fb7d5f-818b-4164-8901-d2770dea28b3 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 654.086514] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 654.086796] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.086926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.086993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.087464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.087723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.087840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.087840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.088512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.088620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.090272] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.090272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.090272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.090272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.090272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.090272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.090272] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be created. [ 654.133994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.133994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.153412] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: UNINITIALIZED for 2s [ 654.593363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.593546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.593734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.593825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.593916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.594227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.594284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.594431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.594518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.594591] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 already deleted. [ 654.594669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.637364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 654.637755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.701869] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.704021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704021] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.805421] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.805603] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-375" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-375" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-375" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.809024] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.809024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.809024] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.809024] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.809024] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.809024] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.809024] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.809024] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.809024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.833232] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.833627] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.833908] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.835402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-375" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.835402] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-e2dff066-c6ba-4e25-80a5-047a8df4a65b taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.835402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.835624] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.836097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.836371] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dff066-c6ba-4e25-80a5-047a8df4a65b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.207832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.208269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.208363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.208612] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.208807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.208985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.209096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.209207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.209373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.209480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.209544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.209708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.209865] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.209967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.210048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.210208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.210292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.210378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.210469] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.339135] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.339866] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340044] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340209] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port e2dff066-c6ba-4e25-80a5-047a8df4a65b not found, creating... [ 655.340494] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.340670] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340785] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341171] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.341458] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.341609] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.341742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341950] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.342093] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.342254] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b is going to be created. [ 655.367534] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.367835] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.367923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.368289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.368531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.368788] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.714049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 590c2437-70be-4975-9108-497dc1125d92: rpc.has_security_group_logging(os_id): False [ 655.734200] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.734348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.734419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.734634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.734723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.734988] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.735112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.735155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.735401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.735401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.735810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.735810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.735810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736573] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.736573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.736573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736823] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be updated. [ 655.801895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.801895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.801895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.801895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.801895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.818911] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [req-22c8f157-fa26-4a3d-b2b5-838028b64f32 req-b96e9be0-135b-493f-955a-6cf32c38084f service nova] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [req-22c8f157-fa26-4a3d-b2b5-838028b64f32 req-b96e9be0-135b-493f-955a-6cf32c38084f service nova] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [req-22c8f157-fa26-4a3d-b2b5-838028b64f32 req-b96e9be0-135b-493f-955a-6cf32c38084f service nova] Enqueued Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 656.097422] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 656.098274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.098360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.098398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.098662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.098742] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.099626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.099733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.099802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.100014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.100182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.100279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.100342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.100497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.100564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.100669] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.101529] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dff066-c6ba-4e25-80a5-047a8df4a65b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.101626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.101626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.101767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.101836] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dff066-c6ba-4e25-80a5-047a8df4a65b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.166411] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 656.166411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.167865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.167865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.167865] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.167865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.167865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.168486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.168486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.168584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.168671] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.452370] env[66232]: INFO networking_nsxv3.common.synchronization [req-2fd56758-1940-44db-a244-cf24fbbc8175 req-fed0d08e-fb24-4c83-b7f7-feba772a7e6f tempest-InstanceActionsNegativeTestJSON-1486122274 tempest-InstanceActionsNegativeTestJSON-1486122274-project-member] Enqueued Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 656.455168] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGHEST for action security_group_members [ 656.455168] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.455168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.455168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.455507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.455713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.455713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.455846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.455958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.456063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.456295] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.602985] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.603151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.603312] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.604140] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2dff066-c6ba-4e25-80a5-047a8df4a65b with status ACTIVE [ 656.605157] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.605291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.605370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.605560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.605642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.605823] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.605949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.606031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.606409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.606409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.606563] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.606563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.606695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.606972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.606972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.606972] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b is going to be updated. [ 656.630232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.630606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.630680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.630894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.631046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.631208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.672428] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.903171] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b0095f-fa3e-47bd-87c5-bdc37a31ee7b req-c7c4ff72-5e19-4c07-8417-13c52c1f0f7a tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 656.904327] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 656.904691] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.906370] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.906370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.906370] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.959441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.959617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.959685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.960028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.960028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.960246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.960352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.960425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.960611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.960679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.960764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d is going to be updated. [ 656.996982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.996982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.996982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.996982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.996982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.009934] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: IN_PROGRESS for 2s [ 657.109403] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.174827] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3d26db7-6304-412c-9927-e3c6541648b8: rpc.has_security_group_logging(os_id): False [ 657.196972] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.197160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.197771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.197771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.197771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.198079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.200805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.200981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.201190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.201323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.201440] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be created. [ 657.296169] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.296359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.296359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.297390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.297390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.326842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 657.408487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.408645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.408723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.408947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.409694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.410168] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.410361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.410645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.410947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.411131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.411282] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca already deleted. [ 657.411428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.426054] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.426415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.426415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.426763] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.427085] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.427375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.427521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.427784] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.427960] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428309] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.428457] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.428589] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.428734] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.428869] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.428997] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.429173] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.451303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.451456] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.451585] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.451756] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.452100] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-8b7b696f-6056-49c0-bd00-49b6b7d52682 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.452329] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.452414] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.452694] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.452863] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7b696f-6056-49c0-bd00-49b6b7d52682',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.613287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.613504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.613600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.613893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.614193] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be created. [ 657.641131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.641131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.641308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.641493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.641623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.655705] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: UNINITIALIZED for 2s [ 657.842376] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 657.842376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.955913] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956449] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956449] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.956847] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.957076] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 8b7b696f-6056-49c0-bd00-49b6b7d52682 not found, creating... [ 657.957425] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.957659] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.957832] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958174] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958410] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.958822] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.959060] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.959282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.959529] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.959738] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959938] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 is going to be created. [ 657.985622] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.985833] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.985877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.986258] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.986570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.986819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.728311] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b0095f-fa3e-47bd-87c5-bdc37a31ee7b req-5ecc282b-6c18-4c47-bdd0-63e3a24750a7 service nova] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 658.728861] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b0095f-fa3e-47bd-87c5-bdc37a31ee7b req-5ecc282b-6c18-4c47-bdd0-63e3a24750a7 service nova] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 658.729032] env[66232]: INFO networking_nsxv3.common.synchronization [req-95b0095f-fa3e-47bd-87c5-bdc37a31ee7b req-5ecc282b-6c18-4c47-bdd0-63e3a24750a7 service nova] Enqueued Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 658.730112] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 658.730112] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 658.730112] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 658.730260] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.730420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.730458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.730707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.730787] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.732569] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.732721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.732813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.733105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.733293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.733457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.733558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.733744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.733865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.734657] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.735589] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7b696f-6056-49c0-bd00-49b6b7d52682 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.735790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.735892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.736104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.736263] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7b696f-6056-49c0-bd00-49b6b7d52682',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.023557] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b43c43b-ca5c-4ece-832e-c388b864802d in Status: SUCCESS [ 659.023557] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d deletion is rescheduled due to dependency. [ 659.023736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.239363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.239617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.239835] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b7b696f-6056-49c0-bd00-49b6b7d52682 with status ACTIVE [ 659.240023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.240163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.240218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.240441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.240670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.240731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.240799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.240849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.241021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.241096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.241276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.241365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.241484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.241559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.241719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.241767] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 is going to be updated. [ 659.243407] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.271399] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.271683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.271683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.271948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.272134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.272310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343661] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 659.343915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639290] env[66232]: INFO networking_nsxv3.common.synchronization [req-51ac6aea-5f47-467f-b3b9-8ac882cb63ac req-cb67e7cb-8220-4af0-80cf-99f2e1e8a010 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 659.642076] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 659.642772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.642910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.643019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.643241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.643600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.643834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.643834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.643974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.644059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.644143] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.669393] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 659.670153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.670153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.671245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.671245] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.671245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.671245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.671886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.672693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.672693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.672693] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.747149] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.147623] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.176126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.177920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.178747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.178747] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.178983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.179411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.180172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.180172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.180172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.180474] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.180607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.180720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.180942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.181300] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.181512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.181792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.182151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.182347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.182549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.182839] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.251126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252496] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be created. [ 660.271734] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.272040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.272526] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273401] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273758] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.274015] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.274175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.274554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.275037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.275037] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.275214] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.275385] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.275534] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.275703] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.275844] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.276173] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.285280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.285459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.285613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.286185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.286185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.297228] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: UNINITIALIZED for 2s [ 660.302560] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.302789] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.302967] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.303192] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.303554] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.303864] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.303984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.304329] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.304464] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4070dc7-e0b5-417e-9c4d-cd9fb651d572',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.682336] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.687197] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aea835-890d-4b00-9260-58ba857aa1f8: rpc.has_security_group_logging(os_id): False [ 660.710462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.710580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.710627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.710844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.710933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.711179] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.711272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.711313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.711468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.711695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.712053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.712158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.712228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.712677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.712809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.712914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.712976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.713168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.713246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.713330] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be created. [ 660.792844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.793269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.793269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.793269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.793484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.808364] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.808716] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.808885] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.809324] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.809566] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.809807] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port e4070dc7-e0b5-417e-9c4d-cd9fb651d572 not found, creating... [ 660.810299] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.810506] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.810634] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.811036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.811036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.811336] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.815025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.815025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.815025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.815025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.815025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: e4070dc7-e0b5-417e-9c4d-cd9fb651d572 is going to be created. [ 660.815025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 660.845698] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.845871] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845961] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.846365] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.846755] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.847118] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.185013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.185013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.185230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.185346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.185442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 661.220560] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.220560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.220560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.220850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.220850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.232067] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [req-51ac6aea-5f47-467f-b3b9-8ac882cb63ac req-7257a3ee-c80f-4b6f-8490-1dd05cbfc095 service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [req-51ac6aea-5f47-467f-b3b9-8ac882cb63ac req-7257a3ee-c80f-4b6f-8490-1dd05cbfc095 service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [req-51ac6aea-5f47-467f-b3b9-8ac882cb63ac req-7257a3ee-c80f-4b6f-8490-1dd05cbfc095 service nova] Enqueued Resource ID: e4070dc7-e0b5-417e-9c4d-cd9fb651d572 with Priority: HIGHEST for action port [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 661.560538] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4070dc7-e0b5-417e-9c4d-cd9fb651d572 with Priority: HIGHEST for action port [ 661.562459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.562459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.562459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.563550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.563550] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.564674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.564778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.565052] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.565238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.565238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.565444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.565498] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4070dc7-e0b5-417e-9c4d-cd9fb651d572',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.974485] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6f2bc918-9bc5-458e-b0cd-76825378e180 None None] Enqueued Resource ID: a8872e72-f190-4257-8858-8bbc60c2f572 with Priority: HIGHEST for action port [ 661.975500] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8872e72-f190-4257-8858-8bbc60c2f572 with Priority: HIGHEST for action port [ 661.977121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8872e72-f190-4257-8858-8bbc60c2f572 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.977121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8872e72-f190-4257-8858-8bbc60c2f572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.977121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8872e72-f190-4257-8858-8bbc60c2f572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.977121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8872e72-f190-4257-8858-8bbc60c2f572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.977121] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8872e72-f190-4257-8858-8bbc60c2f572',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.068153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.068328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.068778] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4070dc7-e0b5-417e-9c4d-cd9fb651d572 with status ACTIVE [ 662.069084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.069264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.069384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.070152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.070291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.070554] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.070730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.070730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.070944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.070944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.073082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.073239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.073310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.073442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.073547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.073686] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4070dc7-e0b5-417e-9c4d-cd9fb651d572 is going to be updated. [ 662.105115] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.105115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.105115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.105115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.105115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.105115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4070dc7-e0b5-417e-9c4d-cd9fb651d572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.122694] env[66232]: INFO networking_nsxv3.common.synchronization [req-237a8c4f-34e5-4849-b9f9-4d98a4c96e12 req-5399120c-66f1-489d-9e7e-ae9052f2ceb8 tempest-ServersV294TestFqdnHostnames-373496378 tempest-ServersV294TestFqdnHostnames-373496378-project-member] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 662.123935] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGHEST for action security_group_members [ 662.124430] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.124567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.124628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.124884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.125056] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.125198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.125303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.125392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.125478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.125628] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.313843] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 662.314103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.314736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.314978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.315239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.315446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.315536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.315693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.315787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.315867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.315961] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.482188] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8872e72-f190-4257-8858-8bbc60c2f572 [ 662.482384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.482512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.482585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.482815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.482903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.483021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8872e72-f190-4257-8858-8bbc60c2f572 already deleted. [ 662.483334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8872e72-f190-4257-8858-8bbc60c2f572" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.628937] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.629310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.629554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.629648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.629849] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.629949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.630035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.630192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.630271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.630361] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 is going to be updated. [ 662.660102] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.660222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.660267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.660466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.660711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.669919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: IN_PROGRESS for 2s [ 662.699858] env[66232]: INFO networking_nsxv3.common.synchronization [req-cbb24403-bcb8-4aa8-b9b0-6f47d3e870cc req-27de5007-1ae5-4e64-adfb-b05f42a4349c tempest-ServerDiagnosticsTest-935104652 tempest-ServerDiagnosticsTest-935104652-project-member] Enqueued Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 662.702326] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 662.702459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.702665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.702708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.703526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.703526] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.703526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.703526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.704115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.704115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.706135] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.819843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.823034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.823034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.823034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.823034] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.830821] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 662.830821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.078806] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.079298] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.080285] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.080699] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.081056] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.081323] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.081492] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.081762] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.081908] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.082224] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.082390] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.082550] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.082722] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.082793] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.082894] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.083033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.103640] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.103875] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.103982] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.104182] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.104524] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-5d6f2ded-a235-4b6b-adf8-e212155d7620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.104713] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.104838] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.105205] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.105341] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6f2ded-a235-4b6b-adf8-e212155d7620',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.209879] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.210091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.211121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.211121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.211121] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 already deleted. [ 663.211836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.242449] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 4s [ 663.325839] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 663.349919] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.350099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.350203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.350425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.352412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.352412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.352412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.354397] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.354535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.354593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.354790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.354907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.355486] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be created. [ 663.418048] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.418048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.418048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.418048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.418419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.433671] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 663.610463] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.611553] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.611806] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.612152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.612561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.612561] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 5d6f2ded-a235-4b6b-adf8-e212155d7620 not found, creating... [ 663.613171] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.613347] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.613449] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.613730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.613888] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.614239] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.614455] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.614548] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.614747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.614894] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.615047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 5d6f2ded-a235-4b6b-adf8-e212155d7620 is going to be created. [ 663.638252] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.638252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.638470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.638655] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.639256] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.639256] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.549861] env[66232]: INFO networking_nsxv3.common.synchronization [req-cbb24403-bcb8-4aa8-b9b0-6f47d3e870cc req-41c731b5-43f2-4209-bf87-a9a5b874a5aa service nova] Enqueued Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_rules [ 664.550191] env[66232]: INFO networking_nsxv3.common.synchronization [req-cbb24403-bcb8-4aa8-b9b0-6f47d3e870cc req-41c731b5-43f2-4209-bf87-a9a5b874a5aa service nova] Enqueued Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 664.550373] env[66232]: INFO networking_nsxv3.common.synchronization [req-cbb24403-bcb8-4aa8-b9b0-6f47d3e870cc req-41c731b5-43f2-4209-bf87-a9a5b874a5aa service nova] Enqueued Resource ID: 5d6f2ded-a235-4b6b-adf8-e212155d7620 with Priority: HIGHEST for action port [ 664.552209] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_rules [ 664.552497] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 664.552670] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6f2ded-a235-4b6b-adf8-e212155d7620 with Priority: HIGHEST for action port [ 664.554803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.554935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.555039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.555332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.555420] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.556373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.556497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.556565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.556752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.559787] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.559787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.559787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.559787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.559787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.559787] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.560861] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6f2ded-a235-4b6b-adf8-e212155d7620 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.560972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.562246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.562246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.562246] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6f2ded-a235-4b6b-adf8-e212155d7620',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.683141] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 in Status: SUCCESS [ 664.683366] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 deletion is rescheduled due to dependency. [ 664.683487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.885212] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9a44e14e-4a7b-4355-852e-83ee4dbc1b70 None None] Enqueued Resource ID: 6598f95f-2c7f-4da9-90eb-5b0d18367f7b with Priority: HIGHEST for action port [ 664.885212] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6598f95f-2c7f-4da9-90eb-5b0d18367f7b with Priority: HIGHEST for action port [ 664.885212] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6598f95f-2c7f-4da9-90eb-5b0d18367f7b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.885212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6598f95f-2c7f-4da9-90eb-5b0d18367f7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.885212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6598f95f-2c7f-4da9-90eb-5b0d18367f7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.885212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6598f95f-2c7f-4da9-90eb-5b0d18367f7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.885621] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6598f95f-2c7f-4da9-90eb-5b0d18367f7b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.063617] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.063735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.064161] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.065294] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d6f2ded-a235-4b6b-adf8-e212155d7620 with status ACTIVE [ 665.065538] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.068633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.068633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.068633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.068633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.069311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.070170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.070170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.070505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.070648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.070900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.072084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.072084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.072556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.072556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.072556] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d6f2ded-a235-4b6b-adf8-e212155d7620 is going to be updated. [ 665.100070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.100267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.100952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.100952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.100952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.101161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6f2ded-a235-4b6b-adf8-e212155d7620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.253157] env[66232]: INFO networking_nsxv3.common.synchronization [req-7cfc7aa0-50c0-40f4-a736-df93970635a5 req-f4841488-bee3-4b7b-a3fe-a6a3d4c5d583 tempest-ImagesNegativeTestJSON-755076798 tempest-ImagesNegativeTestJSON-755076798-project-member] Enqueued Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 665.255577] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 665.256860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.256860] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGHEST for action security_group_members [ 665.256860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.257076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.257341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.257594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.257594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.258220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.258220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.258220] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.259375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.259558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.259647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.259858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.260049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.260209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.260291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.260504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.260593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.260715] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.388407] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6598f95f-2c7f-4da9-90eb-5b0d18367f7b [ 665.388675] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.388845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.388920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.389122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.389216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.389344] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6598f95f-2c7f-4da9-90eb-5b0d18367f7b already deleted. [ 665.389428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6598f95f-2c7f-4da9-90eb-5b0d18367f7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.445927] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 665.446192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575270] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.766237] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.767488] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.767630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.767699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.767953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.768094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.768303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.768403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.768453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.768604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.768681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.768765] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed093835-7b74-4675-853a-3095eda96db1 is going to be updated. [ 665.803162] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.803162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.803357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.804122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.804122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.813898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: IN_PROGRESS for 2s [ 666.078406] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.078406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.078406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.078844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.078844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.078844] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 is going to be created. [ 666.110391] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.110638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.110638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.110827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.111008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.123798] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: UNINITIALIZED for 2s [ 666.271690] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.776271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.776271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.776271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.776271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.776271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.776271] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 666.809506] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.809506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.809506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.809506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.809506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.819945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 667.589187] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a19b99d-85fb-4cfa-b07e-58ed99e49f3b req-2e7340ae-fc93-4fa0-866d-131b9b8bea16 tempest-ServerTagsTestJSON-1900696144 tempest-ServerTagsTestJSON-1900696144-project-member] Enqueued Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 667.590179] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 667.590715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.590978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.591145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.591589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.591869] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.592117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.592525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.592525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.592791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.593141] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.824335] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed093835-7b74-4675-853a-3095eda96db1 in Status: SUCCESS [ 667.825415] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed093835-7b74-4675-853a-3095eda96db1 deletion is rescheduled due to dependency. [ 667.825415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.936079] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9298229d-ebfc-4a20-969c-b8c6989ac884 None None] Enqueued Resource ID: 7b77a4b1-9273-43ad-b308-8ab2eb4aa854 with Priority: HIGHEST for action port [ 667.936961] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b77a4b1-9273-43ad-b308-8ab2eb4aa854 with Priority: HIGHEST for action port [ 667.938043] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b77a4b1-9273-43ad-b308-8ab2eb4aa854 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.938043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b77a4b1-9273-43ad-b308-8ab2eb4aa854" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.938043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b77a4b1-9273-43ad-b308-8ab2eb4aa854" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.938473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b77a4b1-9273-43ad-b308-8ab2eb4aa854" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.938473] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b77a4b1-9273-43ad-b308-8ab2eb4aa854',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.010155] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.010377] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-874" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.010705] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-874" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.011045] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-874" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.011312] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.011469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.011583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.011798] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.011972] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.012233] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.012345] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.012452] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.012553] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.012655] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.012755] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.012879] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.032713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.032924] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.033110] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.033255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-874" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.034266] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.034266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.034266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.034266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.034476] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.096143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.096143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.096262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.097178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.097316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.097374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.097580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.097672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.097747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 already deleted. [ 668.097828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: SUCCESS [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.141023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141023] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.441104] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b77a4b1-9273-43ad-b308-8ab2eb4aa854 [ 668.441379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.441535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.441610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.441866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.441971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.442092] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b77a4b1-9273-43ad-b308-8ab2eb4aa854 already deleted. [ 668.442194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b77a4b1-9273-43ad-b308-8ab2eb4aa854" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.536970] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.537195] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537331] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.538773] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.539127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.539585] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 not found, creating... [ 668.541088] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541088] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541088] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541088] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541088] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.541088] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541556] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541556] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541652] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.541954] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 is going to be created. [ 668.567104] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.567104] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.569363] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.569363] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.570637] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.570637] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.644908] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.645059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.645107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.645339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.645511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.645625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.645685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.645853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.645940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.646059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.646188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.646283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.646348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.646646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.646739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.646811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.646927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.647010] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.647096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.647187] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.831149] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 668.831149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.831533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.831609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.831688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.831769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.831916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.831995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.832097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.832198] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.154395] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39: rpc.has_security_group_logging(os_id): False [ 669.174555] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.174555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.174555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.174555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.174792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.175057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.175274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.175889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.175889] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.176072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.176199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.176367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.178165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.178165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.178165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.178165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.178165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.178165] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 is going to be created. [ 669.242655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.242655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.242655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.242999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.243255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.258147] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: IN_PROGRESS for 2s [ 669.334849] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.338021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.338021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.338021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.338021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.338833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.338833] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.431175] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a19b99d-85fb-4cfa-b07e-58ed99e49f3b req-6f2d7256-735f-4fc4-86a3-75a4d7cd05ff service nova] Enqueued Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_rules [ 669.431175] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a19b99d-85fb-4cfa-b07e-58ed99e49f3b req-6f2d7256-735f-4fc4-86a3-75a4d7cd05ff service nova] Enqueued Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 669.431338] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a19b99d-85fb-4cfa-b07e-58ed99e49f3b req-6f2d7256-735f-4fc4-86a3-75a4d7cd05ff service nova] Enqueued Resource ID: cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 with Priority: HIGHEST for action port [ 669.432525] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_rules [ 669.433073] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 669.433073] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 with Priority: HIGHEST for action port [ 669.433448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.434581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.434581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.434581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.434581] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.436238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.436760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.436823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.437671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.437671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.437671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.437671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.437892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.437940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.438064] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.439074] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.439938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.439938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.439938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.439938] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.842380] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae39f714-ed7e-463e-b381-86324595e1b8: rpc.has_security_group_logging(os_id): False [ 669.877368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.877721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.877885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.882646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.882646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.882646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.882646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.882646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882646] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 669.942358] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.942491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.943816] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.945094] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 with status ACTIVE [ 669.945094] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.946331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.946331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.946647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.946747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.947009] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.947104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.947169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.947371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.947465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.947647] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.947753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.947818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.947984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.948072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.948159] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78 is going to be updated. [ 669.960178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.961321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.961321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.961321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.975312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.976325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.976325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.976325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.976325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.976325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba9dd87-4cf5-48d0-83e0-8e9bcfa9fc78" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.977402] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 670.451485] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.957838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.958343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.958343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.958557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.958634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.958765] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 is going to be created. [ 670.989345] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.989345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.989345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.992234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.992234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.002745] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: UNINITIALIZED for 2s [ 671.273998] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: SUCCESS [ 671.274951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.288045] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ac151911-1465-4848-9080-8cfcf969dd42 None None] Enqueued Resource ID: fff25ab2-8302-4e09-a9e0-f12db1ecf4a2 with Priority: HIGHEST for action port [ 671.288644] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff25ab2-8302-4e09-a9e0-f12db1ecf4a2 with Priority: HIGHEST for action port [ 671.289088] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff25ab2-8302-4e09-a9e0-f12db1ecf4a2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.289203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff25ab2-8302-4e09-a9e0-f12db1ecf4a2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.289203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff25ab2-8302-4e09-a9e0-f12db1ecf4a2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.289435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff25ab2-8302-4e09-a9e0-f12db1ecf4a2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.289524] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff25ab2-8302-4e09-a9e0-f12db1ecf4a2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.774994] env[66232]: INFO networking_nsxv3.common.synchronization [req-9aa2fb63-dd2b-4e26-8b11-d16e40af0f2f req-99013866-bb73-4200-a059-3e9d59e20da8 tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 671.776999] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 671.776999] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.776999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.776999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.777217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.777380] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.777586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.777643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.778345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.778345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.778535] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.791797] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fff25ab2-8302-4e09-a9e0-f12db1ecf4a2 [ 671.791797] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.791987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.792075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.792618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.792618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.792618] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fff25ab2-8302-4e09-a9e0-f12db1ecf4a2 already deleted. [ 671.792618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff25ab2-8302-4e09-a9e0-f12db1ecf4a2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.000016] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 672.000016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187414] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 672.189031] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 672.189031] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 672.189031] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 672.189031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.189031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.189433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.189664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.191600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.191600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.191600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.191600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.191600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.191600] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.195778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.195778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.195778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.195778] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.282757] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.287423] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 672.287927] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 672.288264] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_rules [ 672.288689] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [req-293efbf6-691a-437b-a2a8-3aac8d042e82 req-a0b8407d-6687-411f-8559-b80d0e4e7162 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_rules [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 672.291040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 672.291040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.291040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.291040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.292248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.292485] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.294165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.294664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.294892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.295368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.296750] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.301220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7b696f-6056-49c0-bd00-49b6b7d52682 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.301220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.301220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.301220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.301220] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7b696f-6056-49c0-bd00-49b6b7d52682',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.301220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.301220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.301220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.301220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.678112] env[66232]: INFO networking_nsxv3.common.synchronization [req-24aeee5c-c5df-47ff-b2cc-b19929383f2a req-72c7c440-dca6-40c6-a11d-db78bf086ed4 tempest-FloatingIPsAssociationTestJSON-152351827 tempest-FloatingIPsAssociationTestJSON-152351827-project-member] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 672.678882] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 672.679316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.679570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.679709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.680111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.680433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.680571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.680696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.680868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.681056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.681879] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.692566] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.697444] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.785854] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.801901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.803128] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b7b696f-6056-49c0-bd00-49b6b7d52682 with status ACTIVE [ 672.803449] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.803682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.803812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.804145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.804327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.804604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.804775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.804887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.805557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.805938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.806195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.806312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.806380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.806556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.806627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.806756] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 is going to be updated. [ 672.808129] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.808253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.841731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.841959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.841959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.842190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.842365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.843329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015260] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: SUCCESS [ 673.015587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.015684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.015949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.016175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.016297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.016353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.016527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.016606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.016694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.016785] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.151906] env[66232]: INFO networking_nsxv3.common.synchronization [req-2df74b64-a8d1-4a4f-976e-afd9264a0f1b req-52c1773f-b634-4b6a-9552-22af6b11394b tempest-DeleteServersAdminTestJSON-1043462211 tempest-DeleteServersAdminTestJSON-1043462211-project-member] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 673.152683] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGHEST for action security_group_members [ 673.153359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.153359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.153564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.153749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.153863] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.154017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.154122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.154332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.154449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.154652] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.166599] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.166826] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.166978] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.167415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.167792] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.168394] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.168394] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.168546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.168709] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.169475] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.169475] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.169475] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.169475] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.169689] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.169689] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.169845] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.184032] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.184235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.184297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.184579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.184714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185008] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.185164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.185261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.185607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.185700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185812] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 already deleted. [ 673.186981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195817] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.200315] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.202637] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.202802] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.203042] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.203373] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.204268] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-c2eff979-4c7a-4203-9150-6d15ff7d34e7 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.204268] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.204649] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.204798] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.205012] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2eff979-4c7a-4203-9150-6d15ff7d34e7',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.291700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.291700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.291700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.291700] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 673.332030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.332030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.332030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.332030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.332030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.341516] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 673.519700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.519854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.519923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.520282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.520506] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.520654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.520745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.520929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.521057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.521183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.521362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.521485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.521565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.521726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.521951] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.522133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.522198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.522341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.522668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.522668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.522668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.659749] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.659749] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.659749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.659749] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be updated. [ 673.700905] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.701133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.701335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.701595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.701773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.701935] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 673.704592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.704759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.704859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.705136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.705380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.707622] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.707913] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.708131] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.708477] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.708721] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.708947] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port c2eff979-4c7a-4203-9150-6d15ff7d34e7 not found, creating... [ 673.709366] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.709601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.709790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.710211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.710436] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.710866] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.711130] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.711315] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.711665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.711901] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712199] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: c2eff979-4c7a-4203-9150-6d15ff7d34e7 is going to be created. [ 673.714762] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.714937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.715039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.715278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.715405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.715543] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be created. [ 673.731264] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: IN_PROGRESS for 2s [ 673.750307] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.750536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.750781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.750948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.751210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.754425] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.754822] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.754928] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755318] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755686] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.756038] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.759013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.759208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.759316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.759606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.759821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.770483] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 673.772162] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: UNINITIALIZED for 2s [ 673.780754] env[66232]: INFO networking_nsxv3.common.synchronization [req-7ed21533-0955-4454-b997-fc56c6d686da req-1c630b80-4313-4ec0-920f-ff342643c6d7 tempest-ListServersNegativeTestJSON-411224948 tempest-ListServersNegativeTestJSON-411224948-project-member] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 673.781973] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGHEST for action security_group_members [ 673.782347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.782508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.025214] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44bf0bb4-665c-42b7-88b9-1193775000c6: rpc.has_security_group_logging(os_id): False [ 674.053911] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.054142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.054252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.054468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.054558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.054850] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.054972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.056623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.056623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.056934] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.057131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.057833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.058261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.058909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.059070] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 is going to be created. [ 674.134543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.134761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.134881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.135176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.135430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.152364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: IN_PROGRESS for 2s [ 674.573782] env[66232]: INFO networking_nsxv3.common.synchronization [req-24aeee5c-c5df-47ff-b2cc-b19929383f2a req-87e1b166-f59f-40ee-b6bd-1efa3cabf837 service nova] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_rules [ 674.573971] env[66232]: INFO networking_nsxv3.common.synchronization [req-24aeee5c-c5df-47ff-b2cc-b19929383f2a req-87e1b166-f59f-40ee-b6bd-1efa3cabf837 service nova] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 674.574122] env[66232]: INFO networking_nsxv3.common.synchronization [req-24aeee5c-c5df-47ff-b2cc-b19929383f2a req-87e1b166-f59f-40ee-b6bd-1efa3cabf837 service nova] Enqueued Resource ID: c2eff979-4c7a-4203-9150-6d15ff7d34e7 with Priority: HIGHEST for action port [ 674.574673] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_rules [ 674.574822] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 674.577624] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2eff979-4c7a-4203-9150-6d15ff7d34e7 with Priority: HIGHEST for action port [ 674.578177] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.578363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.578440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.578708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.578843] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.580048] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580336] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580828] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.583042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2eff979-4c7a-4203-9150-6d15ff7d34e7 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.583164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.583213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.583376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.583453] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2eff979-4c7a-4203-9150-6d15ff7d34e7',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.084895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.085216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.087688] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2eff979-4c7a-4203-9150-6d15ff7d34e7 with status ACTIVE [ 675.087688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.087847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.087886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.090427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.090633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.090881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.091033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.091120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.091345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.091434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.091627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.091730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.091801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.091922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.091999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092089] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2eff979-4c7a-4203-9150-6d15ff7d34e7 is going to be updated. [ 675.093205] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.119295] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.119837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.119972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.120160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2eff979-4c7a-4203-9150-6d15ff7d34e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.182375] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 675.182543] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 675.183014] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 675.183675] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 675.183675] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 675.183675] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 675.185927] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186449] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187267] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.187390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187787] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.190413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.190413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.282702] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 675.282922] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 675.283012] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_rules [ 675.283168] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 675.283332] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_rules [ 675.283642] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 675.283837] env[66232]: INFO networking_nsxv3.common.synchronization [req-9297c1c2-f1bf-4c63-a026-ccef459b9a0c req-257f426e-513a-4b72-967a-bbab58b6b19d tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 675.284570] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 675.284737] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_rules [ 675.284856] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 675.284969] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 with Priority: HIGHEST for action port [ 675.285099] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_rules [ 675.285282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 675.285391] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 675.285755] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.285874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.286131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.286251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.286330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.286658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.286777] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.288406] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.288406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.288660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7b696f-6056-49c0-bd00-49b6b7d52682 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.288850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.288888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.289101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.289303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7b696f-6056-49c0-bd00-49b6b7d52682',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.290232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.290344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.290568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.290673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.290895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.291017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.361346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 675.361346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.361346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.361346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.361781] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.361781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.361781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.363523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.363523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.363523] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.595686] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.692104] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.744734] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590c2437-70be-4975-9108-497dc1125d92 in Status: SUCCESS [ 675.745104] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590c2437-70be-4975-9108-497dc1125d92 deletion is rescheduled due to dependency. [ 675.745271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786867] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.786867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.786867] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.794539] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.794539] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b7b696f-6056-49c0-bd00-49b6b7d52682 with status ACTIVE [ 675.794539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.794539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.794539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.794539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.796845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.796845] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b7b696f-6056-49c0-bd00-49b6b7d52682 is going to be updated. [ 675.796845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.796845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.796845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.796845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.797293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.797293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.797449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.797552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.797626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.797734] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.825679] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.825884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.825884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.826111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.826254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.826418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7b696f-6056-49c0-bd00-49b6b7d52682" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.867529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.867736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.868053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.868205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.868694] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.869090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.869201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.869390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.869485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.869589] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be updated. [ 675.905798] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.906070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.906070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.906291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.906433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.941573] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: IN_PROGRESS for 2s [ 676.098302] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.098860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.099402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.099518] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be created. [ 676.147167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.147167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.147167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.147167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.147167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.166632] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: UNINITIALIZED for 2s [ 676.169555] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: SUCCESS [ 676.169934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.194749] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.300194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.301158] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.700220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.700220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.700220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.700220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be created. [ 676.737546] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.739365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.739365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.739365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.739365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.757145] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: UNINITIALIZED for 2s [ 676.806547] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.809524] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.311774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.312208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.312245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.315444] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 677.316269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.316477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.316477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.316756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.316756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.316861] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be updated. [ 677.319283] env[66232]: INFO networking_nsxv3.common.synchronization [req-e89ab0aa-6974-431c-bf2b-9f98baf65ff2 req-6c6999b5-6d04-4024-89d7-8d1dfe851c0b tempest-ServerRescueTestJSON-1153081656 tempest-ServerRescueTestJSON-1153081656-project-member] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 677.320411] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 677.321196] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.321196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.321409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.321492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.321653] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.321763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.321845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.321967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.322059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.323082] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.365079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.365079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.367602] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.367800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.367800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.367994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.368148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.380866] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 677.381594] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 677.830130] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.830130] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.830130] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 already deleted. [ 677.830130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.939175] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.939175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.939175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.939175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.939175] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.939633] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.939903] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.940371] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.940632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.941165] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.941383] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.941677] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.941887] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.942128] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.942333] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.944326] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.956414] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 in Status: SUCCESS [ 677.956414] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 deletion is rescheduled due to dependency. [ 677.956414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.968797] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.968797] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.968797] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.968797] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.968797] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7225f602-4bc6-4ea1-9163-88c9cc2d57d5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.178761] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 678.178930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.179901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.180202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.180202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.180318] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.222611] env[66232]: INFO networking_nsxv3.common.synchronization [None req-4fb1a3a5-2737-404b-9df5-62604f9d96d4 None None] Enqueued Resource ID: 2e22aa3e-8593-4279-a95a-f018722c685b with Priority: HIGHEST for action port [ 678.223259] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e22aa3e-8593-4279-a95a-f018722c685b with Priority: HIGHEST for action port [ 678.223697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e22aa3e-8593-4279-a95a-f018722c685b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.223916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e22aa3e-8593-4279-a95a-f018722c685b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.224651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e22aa3e-8593-4279-a95a-f018722c685b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.224651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e22aa3e-8593-4279-a95a-f018722c685b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.224651] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e22aa3e-8593-4279-a95a-f018722c685b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.470273] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.470635] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.470793] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.471136] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.471304] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.471462] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 not found, creating... [ 678.471814] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.472086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.472251] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.472564] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.472770] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.473227] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.473466] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.473657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.473967] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.474215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474447] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 is going to be created. [ 678.497660] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.497660] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.497660] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.497660] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.497660] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.498103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.682534] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.686027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.686027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.686027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.686027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.686880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.686880] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.728689] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e22aa3e-8593-4279-a95a-f018722c685b [ 678.728689] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.728689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.728689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.728689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.728689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.728689] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e22aa3e-8593-4279-a95a-f018722c685b already deleted. [ 678.728689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e22aa3e-8593-4279-a95a-f018722c685b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.769452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: SUCCESS [ 678.769885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.769885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.770350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.771688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.771688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.771688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.771688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.771688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.771688] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.191310] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1551a50d-ecc1-4b39-ae51-295a373b1575: rpc.has_security_group_logging(os_id): False [ 679.218477] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.218477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.218477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.218477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.218477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.218477] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.219632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.219632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.219632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.219632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.219632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.219632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.219832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.220541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.229220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.229220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.229220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.229220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be created. [ 679.277581] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.300886] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.300886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.301167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.301263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.301504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.338123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 679.347059] env[66232]: INFO networking_nsxv3.common.synchronization [req-e89ab0aa-6974-431c-bf2b-9f98baf65ff2 req-4a6e1180-25b1-47e3-af48-faec8dc54c8d service nova] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_rules [ 679.347540] env[66232]: INFO networking_nsxv3.common.synchronization [req-e89ab0aa-6974-431c-bf2b-9f98baf65ff2 req-4a6e1180-25b1-47e3-af48-faec8dc54c8d service nova] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 679.347762] env[66232]: INFO networking_nsxv3.common.synchronization [req-e89ab0aa-6974-431c-bf2b-9f98baf65ff2 req-4a6e1180-25b1-47e3-af48-faec8dc54c8d service nova] Enqueued Resource ID: 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 with Priority: HIGHEST for action port [ 679.349260] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_rules [ 679.349260] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 679.349260] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 with Priority: HIGHEST for action port [ 679.349456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.349658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.349791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.350117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.350233] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.351822] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.351822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.351822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.351822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.351993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.352112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.352866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.352866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.352866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.352866] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.354767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.354767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.354767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.354767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.354767] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7225f602-4bc6-4ea1-9163-88c9cc2d57d5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.402877] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 679.403134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.403834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.403991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.404232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.404373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.404530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.404674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.404782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.404868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.404979] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.407277] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 679.407277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.407277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.407277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.407756] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.407756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.407894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.407982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.408140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.408180] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.409169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.409340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.409530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.409654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.409718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.409869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.409979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.410089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.410183] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.411382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.411557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.411741] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.411850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.411927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.412203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.412602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.412602] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.472878] env[66232]: INFO networking_nsxv3.common.synchronization [req-aa114fcc-b296-4bae-a072-bafdc7077965 req-edf79318-7ee3-46a9-918f-37fb6eb7e781 tempest-ServersTestBootFromVolume-1825914991 tempest-ServersTestBootFromVolume-1825914991-project-member] Enqueued Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 679.473568] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7780809-e7e0-4738-af0f-337bb87b712d with Priority: HIGHEST for action security_group_members [ 679.473899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7780809-e7e0-4738-af0f-337bb87b712d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.476116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.476293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.476664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.476717] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.477202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.477302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.477509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.477669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.477712] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7780809-e7e0-4738-af0f-337bb87b712d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.780930] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.857517] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.857517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.857517] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.858124] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 with status ACTIVE [ 679.858357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.858484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.858581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.858793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.858920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.859171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.859275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.859318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.859462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.859541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.859784] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.859874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.859936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.861869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.861976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.862090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7225f602-4bc6-4ea1-9163-88c9cc2d57d5 is going to be updated. [ 679.910443] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.911042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.911042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.911416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.911497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.911934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7225f602-4bc6-4ea1-9163-88c9cc2d57d5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.912620] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.914075] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.915575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.915881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.915981] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.981650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.981809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.981882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.982136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.982229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.982422] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.982514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.982573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.982717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.982788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.982878] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7780809-e7e0-4738-af0f-337bb87b712d is going to be updated. [ 680.025257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.025257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.025257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.025257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.025257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.032729] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: IN_PROGRESS for 2s [ 680.285349] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.285349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.285349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285349] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be updated. [ 680.334597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.334737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.334922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.335070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.335245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.355867] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: IN_PROGRESS for 2s [ 680.365432] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.416455] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.417523] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c565fc-1991-455e-bea1-0be4d6f7a706: rpc.has_security_group_logging(os_id): False [ 680.418723] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.449655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.449926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.450078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.450401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.450550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.450885] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.451086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.451149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.451474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.451560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.451679] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be created. [ 680.519054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.519054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.519054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.519054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.519054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.535806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 680.869274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.869945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.870109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.870354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.870447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870559] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be created. [ 680.899257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.899257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.899257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.899257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.899257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913270] env[66232]: INFO networking_nsxv3.common.synchronization [None req-edd08c08-b4a0-48e9-8cc8-706b7e0bae9c None None] Enqueued Resource ID: 4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac with Priority: HIGHEST for action port [ 680.913270] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: UNINITIALIZED for 2s [ 680.914703] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac with Priority: HIGHEST for action port [ 680.915322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.915632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.917882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.917882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.917882] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.920773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.924035] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be updated. [ 680.924035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.924035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.924035] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 680.962419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.962644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.962948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967332] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.967332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.967332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.977160] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 680.977160] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 681.371912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 681.372291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.419561] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac [ 681.420220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.420220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.420499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.420642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.420770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.420986] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac already deleted. [ 681.420986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4596b71d-0b2e-4aa1-92c8-26e0bdf8e0ac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.607405] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9baf96d3-afe9-4ece-afb9-fd52c828e9a5 None None] Enqueued Resource ID: 93e6dac1-1df9-492c-a150-93230c5e6bb5 with Priority: HIGHEST for action port [ 681.607405] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e6dac1-1df9-492c-a150-93230c5e6bb5 with Priority: HIGHEST for action port [ 681.607405] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e6dac1-1df9-492c-a150-93230c5e6bb5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e6dac1-1df9-492c-a150-93230c5e6bb5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.608155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e6dac1-1df9-492c-a150-93230c5e6bb5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.608832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e6dac1-1df9-492c-a150-93230c5e6bb5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.608906] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e6dac1-1df9-492c-a150-93230c5e6bb5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.045064] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7780809-e7e0-4738-af0f-337bb87b712d in Status: SUCCESS [ 682.045064] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7780809-e7e0-4738-af0f-337bb87b712d deletion is rescheduled due to dependency. [ 682.045064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7780809-e7e0-4738-af0f-337bb87b712d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93e6dac1-1df9-492c-a150-93230c5e6bb5 [ 682.111391] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.113290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.113290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.113290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.113290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.113290] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93e6dac1-1df9-492c-a150-93230c5e6bb5 already deleted. [ 682.113290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e6dac1-1df9-492c-a150-93230c5e6bb5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.367332] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: SUCCESS [ 682.367684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.367815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.369870] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.369870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.369870] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.551384] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 682.551619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.551804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.552055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.552359] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.676127] env[66232]: INFO networking_nsxv3.common.synchronization [req-105bbb2e-88f1-4503-bf55-b8244049c086 req-0f53e967-ef48-4e5c-b2dd-5b038b1bc411 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 682.676127] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 682.677343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.677654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.677654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.677825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.677977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.678085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.678148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.678292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.678382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.678506] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.873717] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.924719] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 682.924966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.925160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.925417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.925619] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.925737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.925805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.925994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.926059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.926145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.926239] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.988967] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 682.989515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.990459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 682.990668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.990958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.992040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.992040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.992332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.992575] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.993560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.993788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.993963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.994134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.994176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.994329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.994441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.994558] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.054669] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.054882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.183110] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.183110] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.183110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.183110] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 683.222661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.222803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.222924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.223121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.223295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.234865] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 683.380455] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8046d2da-5b19-4bb1-817a-0205f9433020: rpc.has_security_group_logging(os_id): False [ 683.404962] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.404962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.404962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.404962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.404962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.405220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.405326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.405326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.406143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.406143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.406143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be created. [ 683.430240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.430240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.430240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.430628] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.430628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.431197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.431197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.431197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.431527] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.431527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.432156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.432156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.432156] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.433229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.433229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.433867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.433867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.434043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.434247] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.494451] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.498059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.498059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.498059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.498059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.498059] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.498984] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.514469] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: IN_PROGRESS for 2s [ 683.937948] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0fcc7c-e451-4a71-8a91-1d4b094d06f4: rpc.has_security_group_logging(os_id): False [ 683.963179] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.963485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.963571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.963798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.963889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.964227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.964287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.964458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.964514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964699] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.964786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.964845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.964978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.965497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.966043] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.966617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.966693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.967413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.967413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.967413] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be created. [ 684.001644] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.004775] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.074140] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.074412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.074531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.074866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.093643] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 684.508706] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.510063] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be updated. [ 684.510912] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.511067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.511171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.511269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.511362] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 684.556079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.556079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.556079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.556258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.556960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.588235] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.591028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.591028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.591028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.591028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.592540] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 684.601692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 684.829695] env[66232]: INFO networking_nsxv3.common.synchronization [None req-40fee153-733d-47b9-9c84-a74493a09842 None None] Enqueued Resource ID: 5c30fcbe-84e4-4606-9117-73899c17f977 with Priority: HIGHEST for action port [ 684.830165] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c30fcbe-84e4-4606-9117-73899c17f977 with Priority: HIGHEST for action port [ 684.830513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c30fcbe-84e4-4606-9117-73899c17f977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.830641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c30fcbe-84e4-4606-9117-73899c17f977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.830737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c30fcbe-84e4-4606-9117-73899c17f977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.830989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c30fcbe-84e4-4606-9117-73899c17f977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.831089] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c30fcbe-84e4-4606-9117-73899c17f977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.249969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 685.250343] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 deletion is rescheduled due to dependency. [ 685.250343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.335977] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c30fcbe-84e4-4606-9117-73899c17f977 [ 685.336502] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.336779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.338072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.338072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338072] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c30fcbe-84e4-4606-9117-73899c17f977 already deleted. [ 685.338222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c30fcbe-84e4-4606-9117-73899c17f977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461191] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 685.461191] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 685.461191] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 685.461191] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 685.461191] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.461191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.461191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.461191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.461191] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.461552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.461552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.461552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.461552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461661] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.462844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ef88dd-1c89-4e72-b72f-42c6d897e14f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.462844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.462844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.463041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.463041] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.463167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.463194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.463386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.463436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.463496] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.513769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_rules [ 685.513769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 685.513769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 685.513769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 685.513769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e0e4a725-35c9-48de-80b5-9edbb75234c3 req-e1d3b41a-114c-41fe-ae74-dca3ff15141c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 685.515161] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_rules [ 685.515161] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 685.515161] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 685.515327] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 685.515327] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 685.516704] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ef88dd-1c89-4e72-b72f-42c6d897e14f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.516857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.516927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.517260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.517761] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.520421] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521301] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.523294] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dff066-c6ba-4e25-80a5-047a8df4a65b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.523294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.523294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.523294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.523294] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dff066-c6ba-4e25-80a5-047a8df4a65b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.524733] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ef88dd-1c89-4e72-b72f-42c6d897e14f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.524733] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.524733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.535911] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: SUCCESS [ 685.536184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.967262] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.968301] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.025476] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2dff066-c6ba-4e25-80a5-047a8df4a65b with status ACTIVE [ 686.025476] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.025476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.026274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027594] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.027594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027876] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.029027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.029027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.029027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.029027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.029027] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b is going to be updated. [ 686.030678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ef88dd-1c89-4e72-b72f-42c6d897e14f taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.030836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.054911] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.054911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.054911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.054911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.054911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.054911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.123713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 686.123970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.471175] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.472260] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.605250] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 686.605496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.605757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.606020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.606229] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.606366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.606436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.606607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.607038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.607038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.607172] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.607831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.608019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.608285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.608492] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.608627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.608741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.608935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.609092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.609414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.609414] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.611052] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 686.611277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.611471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.611660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.611843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.611991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.613654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.613654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.613654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.613654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.613654] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.779134] env[66232]: INFO networking_nsxv3.common.synchronization [req-71a2b76e-9ffe-4548-bd6c-4e44dc452147 req-f60db679-ccbd-4858-8a8b-e498f4712bf5 tempest-ServerDiagnosticsTest-935104652 tempest-ServerDiagnosticsTest-935104652-project-member] Enqueued Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 686.779134] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGHEST for action security_group_members [ 686.779134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.779134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.779134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.779134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.779627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.779863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.780013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.780353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.780549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.780810] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.975187] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.975382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.975454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.975668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.975759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.975866] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f is going to be created. [ 686.977150] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.977252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.977315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.977526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.977623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.977708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 687.005230] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.005230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.005337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.005524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.005685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.010867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.010977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.011078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.011267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.012627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.021549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 687.022216] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f in Status: UNINITIALIZED for 2s [ 687.114346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 687.115689] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.140446] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.140446] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.140446] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.140446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.140934] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.142389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142389] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 687.210216] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.210335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.210450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.211106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.231273] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 687.282977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.283750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.285064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.285578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.285578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.285705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.285969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.286301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.286301] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 is going to be updated. [ 687.332465] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.332465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.332465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.332465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.332465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.341888] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: IN_PROGRESS for 2s [ 687.617709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c565fc-1991-455e-bea1-0be4d6f7a706: rpc.has_security_group_logging(os_id): False [ 687.635494] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.635631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.635702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.635911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.636014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.636252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.636426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.636535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.636604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.636687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.636780] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be updated. [ 687.653457] env[66232]: INFO networking_nsxv3.common.synchronization [req-37329f93-4cb7-4040-b15a-f9d123320a56 req-9f5f403b-5709-4e50-ab02-fcf490302a28 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 687.653724] env[66232]: INFO networking_nsxv3.common.synchronization [req-37329f93-4cb7-4040-b15a-f9d123320a56 req-9f5f403b-5709-4e50-ab02-fcf490302a28 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 687.654481] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 687.654563] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f with Priority: HIGHEST for action security_group_members [ 687.654946] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.655410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ef88dd-1c89-4e72-b72f-42c6d897e14f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.655550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.692980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.692980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.692980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.694174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.694174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.706877] env[66232]: INFO networking_nsxv3.common.synchronization [req-37329f93-4cb7-4040-b15a-f9d123320a56 req-9f5f403b-5709-4e50-ab02-fcf490302a28 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 687.707133] env[66232]: INFO networking_nsxv3.common.synchronization [req-37329f93-4cb7-4040-b15a-f9d123320a56 req-9f5f403b-5709-4e50-ab02-fcf490302a28 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 687.707324] env[66232]: INFO networking_nsxv3.common.synchronization [req-37329f93-4cb7-4040-b15a-f9d123320a56 req-9f5f403b-5709-4e50-ab02-fcf490302a28 tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 687.709903] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 687.710536] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_rules [ 687.710684] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 687.710787] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b with Priority: HIGHEST for action port [ 687.711081] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.711370] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.711622] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2dff066-c6ba-4e25-80a5-047a8df4a65b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.711719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.711781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.712030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.712115] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2dff066-c6ba-4e25-80a5-047a8df4a65b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.951392] env[66232]: INFO networking_nsxv3.common.synchronization [None req-c3957613-0da4-47d9-9725-51dce906936e tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: 070794ee-3566-4474-b127-3eea6a2a9b18 with Priority: HIGHEST for action security_group_rules [ 687.952023] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070794ee-3566-4474-b127-3eea6a2a9b18 with Priority: HIGHEST for action security_group_rules [ 687.952347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-070794ee-3566-4474-b127-3eea6a2a9b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.952469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.952538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.953329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.953507] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('070794ee-3566-4474-b127-3eea6a2a9b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.971469] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cd7696b9-94c3-4160-b06d-13105108e29d None None] Enqueued Resource ID: 111833b5-f6f3-4867-aa52-b072cd8d7850 with Priority: HIGHEST for action port [ 687.971944] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111833b5-f6f3-4867-aa52-b072cd8d7850 with Priority: HIGHEST for action port [ 687.972246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-111833b5-f6f3-4867-aa52-b072cd8d7850 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.972429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111833b5-f6f3-4867-aa52-b072cd8d7850" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.972429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111833b5-f6f3-4867-aa52-b072cd8d7850" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.972667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111833b5-f6f3-4867-aa52-b072cd8d7850" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.972749] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111833b5-f6f3-4867-aa52-b072cd8d7850',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.070064] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9f3b29c6-0ddb-469a-a836-6ab9c22383ef tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: 070794ee-3566-4474-b127-3eea6a2a9b18 with Priority: HIGHEST for action security_group_rules [ 688.070135] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070794ee-3566-4474-b127-3eea6a2a9b18 with Priority: HIGHEST for action security_group_rules [ 688.070538] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-070794ee-3566-4474-b127-3eea6a2a9b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.071589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.216870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2dff066-c6ba-4e25-80a5-047a8df4a65b with status ACTIVE [ 688.216870] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.216870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.217392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.217487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.217640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219251] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.219251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.219251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.219251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.219251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219251] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2dff066-c6ba-4e25-80a5-047a8df4a65b is going to be updated. [ 688.243136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.243548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.243943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.243943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.244144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.244260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2dff066-c6ba-4e25-80a5-047a8df4a65b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.476462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.476462] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 070794ee-3566-4474-b127-3eea6a2a9b18 already deleted. [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.476462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.476462] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('070794ee-3566-4474-b127-3eea6a2a9b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.478099] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 111833b5-f6f3-4867-aa52-b072cd8d7850 [ 688.478099] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.478099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.478099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.479125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.479895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.479895] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:111833b5-f6f3-4867-aa52-b072cd8d7850 already deleted. [ 688.479895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111833b5-f6f3-4867-aa52-b072cd8d7850" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.002546] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.002546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.002833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.002966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.005846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.005846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 070794ee-3566-4474-b127-3eea6a2a9b18 already deleted. [ 689.005846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-070794ee-3566-4474-b127-3eea6a2a9b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.051467] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f in Status: SUCCESS [ 689.051833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.052038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.052273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.052487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.052605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.052688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.052847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.052930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.053710] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.056524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 689.057195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.057195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.057195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.057410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.058142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.058142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.058338] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.249160] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 689.249409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.249608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.252584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.252584] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.353151] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 in Status: SUCCESS [ 689.353151] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 deletion is rescheduled due to dependency. [ 689.353151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.555494] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.555647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.555720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.556032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.556139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.556338] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.556439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.556501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.556648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.556722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.556807] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f is going to be deleted. [ 689.560521] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.620622] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.620765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.620835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.621061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.621151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.621251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.621410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.621563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.621715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.621806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.621864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.622013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.622088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.622182] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.724599] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 689.724929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.752846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.753098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.753499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.753691] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.753795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.754037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.754154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754377] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.063395] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.126162] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.126162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.126162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.126558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.126730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128750] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.128750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.128750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.128750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.128750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128750] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f already deleted. [ 690.128750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128750] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.129292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.129535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.129870] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.130087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.130223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.130431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.130590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.130749] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.248396] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8c3d9cbd-a929-4041-8e02-a0d682aeb355 None None] Enqueued Resource ID: a1241273-2e07-4ff6-9616-f8dfafdb4b97 with Priority: HIGHEST for action port [ 690.250981] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1241273-2e07-4ff6-9616-f8dfafdb4b97 with Priority: HIGHEST for action port [ 690.250981] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1241273-2e07-4ff6-9616-f8dfafdb4b97 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.250981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1241273-2e07-4ff6-9616-f8dfafdb4b97" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.250981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1241273-2e07-4ff6-9616-f8dfafdb4b97" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.250981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1241273-2e07-4ff6-9616-f8dfafdb4b97" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.250981] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1241273-2e07-4ff6-9616-f8dfafdb4b97',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.257211] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.257404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260776] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.570511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.570511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.570511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.570511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.570511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.570511] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 690.576410] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6af04f36-a5c9-45f4-907d-14aec70540c0 None None] Enqueued Resource ID: cbdd956b-61b5-4e1b-ac45-04ff773457cd with Priority: HIGHEST for action port [ 690.576485] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdd956b-61b5-4e1b-ac45-04ff773457cd with Priority: HIGHEST for action port [ 690.577392] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbdd956b-61b5-4e1b-ac45-04ff773457cd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.577392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbdd956b-61b5-4e1b-ac45-04ff773457cd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.577392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbdd956b-61b5-4e1b-ac45-04ff773457cd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.577570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbdd956b-61b5-4e1b-ac45-04ff773457cd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.577637] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdd956b-61b5-4e1b-ac45-04ff773457cd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.599636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.599732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.599781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.599965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.610142] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 690.632675] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ef88dd-1c89-4e72-b72f-42c6d897e14f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.634392] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.634533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.634622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.634871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.634964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.635170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.635265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.635330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.635476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.635555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.635641] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f already deleted. [ 690.635718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.755324] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1241273-2e07-4ff6-9616-f8dfafdb4b97 [ 690.756376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.758602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.758602] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1241273-2e07-4ff6-9616-f8dfafdb4b97 already deleted. [ 690.758602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1241273-2e07-4ff6-9616-f8dfafdb4b97" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.765520] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 690.782837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.782964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.783051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.783830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.783830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.783830] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.783830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.783830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.784655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.784655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.784655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.785014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.785014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.785014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.785014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.785128] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 690.848378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.848568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.848568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.848827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.848966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.864844] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 691.070309] env[66232]: INFO networking_nsxv3.common.synchronization [req-21c5d42c-9b9a-4890-b474-74ffe162f726 req-0cfe0053-a90a-474a-9f26-babf201299f4 tempest-ServersTestJSON-1408748977 tempest-ServersTestJSON-1408748977-project-member] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 691.070554] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 691.070682] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.071420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.071684] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.071684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.071797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.072758] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.080454] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbdd956b-61b5-4e1b-ac45-04ff773457cd [ 691.080660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.081558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.081558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.081558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.081558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.081558] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbdd956b-61b5-4e1b-ac45-04ff773457cd already deleted. [ 691.081558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbdd956b-61b5-4e1b-ac45-04ff773457cd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.097022] env[66232]: INFO networking_nsxv3.common.synchronization [req-6309a2b7-23bd-4b2e-92e8-b94862ccd091 req-ad80fe75-bd09-4a8c-886b-704a98dad45d tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 691.097022] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 691.097338] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.097823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.097823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.098105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.098374] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.101118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.101118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.101118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.101118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.101118] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.138081] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ef88dd-1c89-4e72-b72f-42c6d897e14f: rpc.has_security_group_logging(os_id): False [ 691.160171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.160171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.160171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.160171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.160171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.160464] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.160529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.160664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.160824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.160900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.160987] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f is going to be created. [ 691.180119] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f], does not exist path=[/infra/domains/default/groups/79ef88dd-1c89-4e72-b72f-42c6d897e14f]."\n}' [ 691.180265] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f [ 691.180354] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 691.221032] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.221032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.221032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.221032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.227127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.227127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.227127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.227127] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ef88dd-1c89-4e72-b72f-42c6d897e14f is going to be created. [ 691.249507] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f], does not exist path=[/infra/domains/default/groups/79ef88dd-1c89-4e72-b72f-42c6d897e14f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f [ 691.249954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ef88dd-1c89-4e72-b72f-42c6d897e14f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.250264] env[66232]: Traceback (most recent call last): [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 691.250324] env[66232]: return func(*args, **kwargs) [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 691.250324] env[66232]: res.raise_for_status() [ 691.250324] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 691.250324] env[66232]: raise HTTPError(http_error_msg, response=self) [ 691.250324] env[66232]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f [ 691.250324] env[66232]: During handling of the above exception, another exception occurred: [ 691.250324] env[66232]: Traceback (most recent call last): [ 691.250324] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 691.250324] env[66232]: listener.cb(fileno) [ 691.250324] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 691.250324] env[66232]: result = function(*args, **kwargs) [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 691.250324] env[66232]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 691.250324] env[66232]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 691.250324] env[66232]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 691.250324] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 691.250324] env[66232]: res.raise_for_status() [ 691.250324] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 691.250324] env[66232]: raise HTTPError(http_error_msg, response=self) [ 691.250324] env[66232]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/79ef88dd-1c89-4e72-b72f-42c6d897e14f [ 691.250992] env[66232]: Removing descriptor: 24 [ 691.517024] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.517024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-646" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.517024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-646" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.517024] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-646" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.517762] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.521018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.521018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.521018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.521018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.521018] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.521018] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.521018] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.521018] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.521018] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.521018] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.521018] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.540230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.540667] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.541554] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.541554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-646" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.541554] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-29c980ef-0d5d-4738-93fa-0f69278c6584 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.541554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.542176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.542176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.542293] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c980ef-0d5d-4738-93fa-0f69278c6584',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.576188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.576188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.576188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.576188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.576480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.576994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.578471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.578471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.578471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.578471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.578471] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f already deleted. [ 691.578471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.604499] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.604499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.604499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.604499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.627184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.627184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.627184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.627184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.627184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627184] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 691.657674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.671187] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 692.044923] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.045198] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.045345] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.045880] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.046311] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.046311] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 29c980ef-0d5d-4738-93fa-0f69278c6584 not found, creating... [ 692.047120] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.047308] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.047425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.047687] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.047842] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.048189] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.048362] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.048476] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.048698] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.048819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.048955] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 29c980ef-0d5d-4738-93fa-0f69278c6584 is going to be created. [ 692.069850] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.069850] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.070139] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.070252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.070442] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.071373] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.621810] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 692.622045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.622218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.622676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.622676] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.622851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.622931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.623484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.623484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.623484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.623484] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.624188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.624361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.624900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.624900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.624900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.624900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.625109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.625109] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [req-21c5d42c-9b9a-4890-b474-74ffe162f726 req-ea36f30c-bd9d-4844-bf15-ae31f61d756f service nova] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [req-21c5d42c-9b9a-4890-b474-74ffe162f726 req-ea36f30c-bd9d-4844-bf15-ae31f61d756f service nova] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [req-21c5d42c-9b9a-4890-b474-74ffe162f726 req-ea36f30c-bd9d-4844-bf15-ae31f61d756f service nova] Enqueued Resource ID: 29c980ef-0d5d-4738-93fa-0f69278c6584 with Priority: HIGHEST for action port [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_rules [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 692.782353] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c980ef-0d5d-4738-93fa-0f69278c6584 with Priority: HIGHEST for action port [ 692.784165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.784165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.784165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.784165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.784165] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.788028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.788028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.788028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.788028] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.789429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c980ef-0d5d-4738-93fa-0f69278c6584 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.790779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.790779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.790779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.790779] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c980ef-0d5d-4738-93fa-0f69278c6584',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.797348] env[66232]: INFO networking_nsxv3.common.synchronization [None req-69fb1d17-8cdc-4b79-a491-62ba5925ca8e None None] Enqueued Resource ID: 34fd7032-82b6-4039-95ee-497be54dedb9 with Priority: HIGHEST for action port [ 692.798665] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fd7032-82b6-4039-95ee-497be54dedb9 with Priority: HIGHEST for action port [ 692.798665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-34fd7032-82b6-4039-95ee-497be54dedb9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.798665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34fd7032-82b6-4039-95ee-497be54dedb9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.798665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34fd7032-82b6-4039-95ee-497be54dedb9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.798932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34fd7032-82b6-4039-95ee-497be54dedb9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.799020] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34fd7032-82b6-4039-95ee-497be54dedb9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.879550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 692.879797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.886709] env[66232]: INFO networking_nsxv3.common.synchronization [req-62c12319-4b08-4f54-921a-9c178c53ccec req-ce847444-db85-4f98-be52-992b313ca38d tempest-FloatingIPsAssociationNegativeTestJSON-1739796043 tempest-FloatingIPsAssociationNegativeTestJSON-1739796043-project-member] Enqueued Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 692.887412] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 with Priority: HIGHEST for action security_group_members [ 692.887738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.887860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.887929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.888430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.888722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.888905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.888997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.889375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.889567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.889705] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d09dc97-b2cd-4fb1-bacc-2584621c10d0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.126633] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.126944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.126992] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.287679] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.287679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.292148] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.294789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29c980ef-0d5d-4738-93fa-0f69278c6584 with status ACTIVE [ 693.294910] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.295023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.295129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.295291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.295382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.295597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.295675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.295709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.295924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.296382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.296382] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.296382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.296382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.296553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.296553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.298415] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29c980ef-0d5d-4738-93fa-0f69278c6584 is going to be updated. [ 693.301660] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34fd7032-82b6-4039-95ee-497be54dedb9 [ 693.301660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.301660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.301660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.301869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.302383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.302383] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34fd7032-82b6-4039-95ee-497be54dedb9 already deleted. [ 693.302383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34fd7032-82b6-4039-95ee-497be54dedb9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.332883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.332883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.332883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.333118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.333525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.333757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c980ef-0d5d-4738-93fa-0f69278c6584" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.393561] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.393561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.393561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.393561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.416959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.417305] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.417305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.417305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.417529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.417668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.417740] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 is going to be updated. [ 693.460368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.460368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.460368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.460368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.460368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.471762] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: IN_PROGRESS for 2s [ 693.629540] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.681512] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 693.681512] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 693.681512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.794621] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.132530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.132795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.132795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.133056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.133201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.133333] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 694.169365] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.169530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.169579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.169812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.169971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.181217] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 694.298955] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.299302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.299302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.299698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.299698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.299698] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f is going to be created. [ 694.343501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.344060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.344060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.344060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.344208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.360131] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: UNINITIALIZED for 2s [ 695.482451] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 in Status: SUCCESS [ 695.482776] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d09dc97-b2cd-4fb1-bacc-2584621c10d0 deletion is rescheduled due to dependency. [ 695.482776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d09dc97-b2cd-4fb1-bacc-2584621c10d0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.782762] env[66232]: INFO networking_nsxv3.common.synchronization [req-c49842b1-89f3-410d-bcd8-a2edb8490223 req-53c99ef3-7907-4cbc-9cc7-186c10ed36c6 tempest-ServerAddressesTestJSON-1912053713 tempest-ServerAddressesTestJSON-1912053713-project-member] Enqueued Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 695.788068] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 695.788068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.788068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.788068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.788068] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.194042] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 696.194389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.194629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.196768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.198271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.198271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.198271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.198271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.198271] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.290812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.290967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.291054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.291294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.291400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.291737] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.291737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.291883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.291988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.292131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.292242] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 already deleted. [ 696.292337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.371158] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: SUCCESS [ 696.371571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.371777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.372034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.372243] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.372364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.372433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.372587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.372670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.372763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.372915] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.700438] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.881038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.909445] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.909640] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-362" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.909762] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-362" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-362" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910343] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910491] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910807] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.911169] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.911276] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.911380] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.911496] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.911704] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.911825] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.911953] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.931598] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.931761] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.931894] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.932075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-362" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.932384] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-001ce7a0-86c0-493f-95ac-21d54bea5032 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.932773] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.932773] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.932976] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.933131] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001ce7a0-86c0-493f-95ac-21d54bea5032',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.203092] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.383120] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991ad104-dbbe-49a6-aed0-ee98abb8de6f: rpc.has_security_group_logging(os_id): False [ 697.401018] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.401178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.401252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.401484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.401576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.401823] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.401922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.401983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.402151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.402239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.402369] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f is going to be created. [ 697.436228] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437357] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.438667] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 001ce7a0-86c0-493f-95ac-21d54bea5032 not found, creating... [ 697.438667] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.438667] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.438667] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.438886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.439137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.439559] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.439843] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.440012] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.440341] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.440536] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.440747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 001ce7a0-86c0-493f-95ac-21d54bea5032 is going to be created. [ 697.467956] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.468172] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.468305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.468587] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.468816] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.469047] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.474890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.474890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.474890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.475144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.475321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.490574] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: IN_PROGRESS for 2s [ 697.706576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.706952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.707075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.707166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.707267] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 697.747225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.747225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.747225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.747225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.747225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.759505] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 698.217700] env[66232]: INFO networking_nsxv3.common.synchronization [req-c49842b1-89f3-410d-bcd8-a2edb8490223 req-7df31ed0-e20b-461d-8586-2cb60feb067f service nova] Enqueued Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_rules [ 698.217923] env[66232]: INFO networking_nsxv3.common.synchronization [req-c49842b1-89f3-410d-bcd8-a2edb8490223 req-7df31ed0-e20b-461d-8586-2cb60feb067f service nova] Enqueued Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 698.218070] env[66232]: INFO networking_nsxv3.common.synchronization [req-c49842b1-89f3-410d-bcd8-a2edb8490223 req-7df31ed0-e20b-461d-8586-2cb60feb067f service nova] Enqueued Resource ID: 001ce7a0-86c0-493f-95ac-21d54bea5032 with Priority: HIGHEST for action port [ 698.218588] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_rules [ 698.218727] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 698.218828] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001ce7a0-86c0-493f-95ac-21d54bea5032 with Priority: HIGHEST for action port [ 698.219099] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.219220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.219287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.219541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.219625] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.220753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221687] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.221687] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.222402] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-001ce7a0-86c0-493f-95ac-21d54bea5032 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.222508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.222620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.222717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.222791] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001ce7a0-86c0-493f-95ac-21d54bea5032',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.615698] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a4467af-8e58-4d9f-aa4f-0ef17226e343 req-d957c630-9f39-4877-8c93-5faab22220a5 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 698.616614] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 698.616704] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.616797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.616902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.618022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.618225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.618352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.618397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.620134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.620134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.620207] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.724708] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.724994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.727795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.729633] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 001ce7a0-86c0-493f-95ac-21d54bea5032 with status ACTIVE [ 698.729842] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.729962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.730040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.730241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.730324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.730493] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.730586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.730645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.730867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.731075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.731271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.731364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.731422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.731568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.732794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.732794] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 001ce7a0-86c0-493f-95ac-21d54bea5032 is going to be updated. [ 698.757595] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.757804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.757881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.758395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001ce7a0-86c0-493f-95ac-21d54bea5032" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.000145] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.000729] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.000729] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.000834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.001105] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.001255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.002950] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.004546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.004801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.005018] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.005129] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.005238] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.005338] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.005449] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.005543] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.005690] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.027782] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.028098] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.028179] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.028851] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.028851] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.029078] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.029197] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.029630] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.029630] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab5d89f-8f60-4857-acbd-4bd1bb23961e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.123222] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.123380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.123380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.123570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.123649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.123885] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.123966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.124008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.124158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.124232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.124325] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 already deleted. [ 699.124387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.230704] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.505312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: SUCCESS [ 699.505553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.534915] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.535168] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.535294] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.535599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.535911] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.536097] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 2ab5d89f-8f60-4857-acbd-4bd1bb23961e not found, creating... [ 699.536381] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.536546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.536659] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.536895] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.537044] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.537343] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.537518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.537654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.537921] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.538070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.538213] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 2ab5d89f-8f60-4857-acbd-4bd1bb23961e is going to be created. [ 699.559068] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.559283] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.559392] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.559669] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.559875] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.560112] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.733673] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.734046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.734250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734373] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 is going to be created. [ 699.759445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.759592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.759664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.760034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.760196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.774829] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 699.775083] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.775259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.775448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.775640] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.775755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.775859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.775983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.776057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.776164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.776273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.776693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.776693] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.777144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.777144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.777144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.777365] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.778726] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: UNINITIALIZED for 2s [ 700.281969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aea835-890d-4b00-9260-58ba857aa1f8: rpc.has_security_group_logging(os_id): False [ 700.314225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.314225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.314225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.314225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.347125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.347458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.347600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.347718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.347946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.348061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.348282] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.348403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.348486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.348653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.348790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.348945] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.349198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.349521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.349875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.349875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.349971] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 700.383786] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a4467af-8e58-4d9f-aa4f-0ef17226e343 req-fbf0bb0b-28d6-4f6f-bf39-7f8490a00619 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 700.383983] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a4467af-8e58-4d9f-aa4f-0ef17226e343 req-fbf0bb0b-28d6-4f6f-bf39-7f8490a00619 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 700.384141] env[66232]: INFO networking_nsxv3.common.synchronization [req-1a4467af-8e58-4d9f-aa4f-0ef17226e343 req-fbf0bb0b-28d6-4f6f-bf39-7f8490a00619 service nova] Enqueued Resource ID: 2ab5d89f-8f60-4857-acbd-4bd1bb23961e with Priority: HIGHEST for action port [ 700.384708] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 700.384846] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 700.386389] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab5d89f-8f60-4857-acbd-4bd1bb23961e with Priority: HIGHEST for action port [ 700.386819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.387058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.387145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.387410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.387496] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.389392] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.389392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.389392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.389392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.389392] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.389392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.389785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.389785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.389785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.389947] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.391518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.391518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.391518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.391659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.391659] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab5d89f-8f60-4857-acbd-4bd1bb23961e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.442296] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.442493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.442551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.445358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.445461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.463615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 700.891859] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.893232] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab5d89f-8f60-4857-acbd-4bd1bb23961e with status ACTIVE [ 700.893465] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.893596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.893666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.893869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.893980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.894195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.894947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.894947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.894947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.894947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.894947] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.894947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.895764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.895764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.895764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.895764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab5d89f-8f60-4857-acbd-4bd1bb23961e is going to be updated. [ 700.897383] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.897505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.918519] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.918709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.918709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.918927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.919226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.919432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab5d89f-8f60-4857-acbd-4bd1bb23961e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.095354] env[66232]: INFO networking_nsxv3.common.synchronization [req-368ce54b-ee95-4baf-90e2-497afb2be2b0 req-1ecc3e71-7867-4780-871a-e24477eddf5f tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 701.096344] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 701.096653] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.096775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.096839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.097239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.097572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.097763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.097871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.098111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.098257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.098407] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.395542] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599709] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.600493] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.600721] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601182] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601182] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.601380] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.601498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.602016] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.602129] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.602232] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.602333] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.602436] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.602535] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.602657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.605516] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.605671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.605743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.605846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.624451] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.624629] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.624900] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.625121] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.625435] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-b27035a4-0574-4264-89be-a726e04ad93a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.625602] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.625985] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.626091] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.626228] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27035a4-0574-4264-89be-a726e04ad93a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.629230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.629445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.629559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.629862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.629952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.630079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 701.653287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.653287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.653287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.653503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.653597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.662919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 701.667024] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ffa1f91b-c59c-44f8-8071-ead9ab9c83c1 None None] Enqueued Resource ID: 912f46f6-b588-4289-9546-01b0dc4a020e with Priority: HIGHEST for action port [ 701.667282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912f46f6-b588-4289-9546-01b0dc4a020e with Priority: HIGHEST for action port [ 701.667942] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-912f46f6-b588-4289-9546-01b0dc4a020e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.668022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912f46f6-b588-4289-9546-01b0dc4a020e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.668051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912f46f6-b588-4289-9546-01b0dc4a020e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.668290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912f46f6-b588-4289-9546-01b0dc4a020e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.668358] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912f46f6-b588-4289-9546-01b0dc4a020e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.791288] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: SUCCESS [ 701.791609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.791804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.792096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.792485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.792811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.793042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.793136] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.898764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.899118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.899118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.899601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.899969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.900165] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be created. [ 701.927171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.927385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.927487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.928558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.928661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.940592] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: UNINITIALIZED for 2s [ 702.128628] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.130073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.130073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.130073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.130073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.130073] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port b27035a4-0574-4264-89be-a726e04ad93a not found, creating... [ 702.130282] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.130465] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.130639] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.131792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.131792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.131792] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.131792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.131792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.132031] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.132225] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: b27035a4-0574-4264-89be-a726e04ad93a is going to be created. [ 702.152872] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.153100] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.153225] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.153478] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.153698] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.153909] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.171266] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 912f46f6-b588-4289-9546-01b0dc4a020e [ 702.171266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.171266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.171266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.171576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.171576] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:912f46f6-b588-4289-9546-01b0dc4a020e already deleted. [ 702.171576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912f46f6-b588-4289-9546-01b0dc4a020e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.295895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.296089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.296160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.296377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.296542] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.296677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.296726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.296931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.297044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.297139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.297287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.297381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.297440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.297582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.297802] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.297886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.297950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.298107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.298185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.298269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.298360] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.477632] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 702.477632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477632] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.801263] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9: rpc.has_security_group_logging(os_id): False [ 702.827872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.827872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.827872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.827872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.828472] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.828472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.828472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.828472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.828472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.832132] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 is going to be created. [ 702.897877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.898211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.900019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.900019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.900019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.918072] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: IN_PROGRESS for 2s [ 702.980576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.980709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.980769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.981009] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.981953] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.981953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.981953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.981953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.981953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.981953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.981953] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.984146] env[66232]: INFO networking_nsxv3.common.synchronization [req-368ce54b-ee95-4baf-90e2-497afb2be2b0 req-645c12d6-2d4e-40d9-8866-9735fe9cd917 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 702.984308] env[66232]: INFO networking_nsxv3.common.synchronization [req-368ce54b-ee95-4baf-90e2-497afb2be2b0 req-645c12d6-2d4e-40d9-8866-9735fe9cd917 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 702.985723] env[66232]: INFO networking_nsxv3.common.synchronization [req-368ce54b-ee95-4baf-90e2-497afb2be2b0 req-645c12d6-2d4e-40d9-8866-9735fe9cd917 service nova] Enqueued Resource ID: b27035a4-0574-4264-89be-a726e04ad93a with Priority: HIGHEST for action port [ 702.985723] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 702.985723] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 702.985723] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27035a4-0574-4264-89be-a726e04ad93a with Priority: HIGHEST for action port [ 702.985723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.985723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.986120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.987194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.987252] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.988613] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27035a4-0574-4264-89be-a726e04ad93a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.990175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.990175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.990175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.990175] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27035a4-0574-4264-89be-a726e04ad93a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.491645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.491795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.492102] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.492480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.492480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.492662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.492814] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.492913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.493023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.493136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.493335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.493335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.493471] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.493539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.493578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.493714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.493857] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.493941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.495220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.495220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.495220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495220] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.495488] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b27035a4-0574-4264-89be-a726e04ad93a with status ACTIVE [ 703.495488] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.495571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.496445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.496445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.496730] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.496730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.496730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.496892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.496926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.497029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b27035a4-0574-4264-89be-a726e04ad93a is going to be updated. [ 703.521738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.521738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.521738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.521738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.521738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.521738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27035a4-0574-4264-89be-a726e04ad93a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.676692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 703.676692] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 703.676692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.676692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.676692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.676874] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.676970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.677107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.677348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677600] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.952630] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.952630] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952630] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.957281] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f4978e7e-2973-4496-89bf-291560cce94e None None] Enqueued Resource ID: a56e05c0-d7d0-4db8-9532-a2d3fed82283 with Priority: HIGHEST for action port [ 703.958756] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56e05c0-d7d0-4db8-9532-a2d3fed82283 with Priority: HIGHEST for action port [ 703.958756] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56e05c0-d7d0-4db8-9532-a2d3fed82283 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.960981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56e05c0-d7d0-4db8-9532-a2d3fed82283" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.960981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56e05c0-d7d0-4db8-9532-a2d3fed82283" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.960981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56e05c0-d7d0-4db8-9532-a2d3fed82283" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.960981] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56e05c0-d7d0-4db8-9532-a2d3fed82283',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.999506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aea835-890d-4b00-9260-58ba857aa1f8: rpc.has_security_group_logging(os_id): False [ 704.021047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.021119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.021191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.021450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.021546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.021828] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.021917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.022011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.022201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.022280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.022552] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.022676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.023626] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 704.063187] env[66232]: INFO networking_nsxv3.common.synchronization [None req-89091cca-8ba4-43f0-b5bb-651a17e60901 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 704.063773] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 704.064073] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.064193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.064253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.064509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.064593] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.120737] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.121169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.121374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.121724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.123398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 704.181557] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.391557] env[66232]: INFO networking_nsxv3.common.synchronization [None req-da69eb60-2f54-42ee-a395-f49fbb04d700 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 704.392174] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 704.392484] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.392583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.455198] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.455475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.455578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.455917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.456259] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.456488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.456488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.456720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.456945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.457366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.457521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.457622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.457899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.458360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.458572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.458730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.458990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.459195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.459830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.460067] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.461781] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56e05c0-d7d0-4db8-9532-a2d3fed82283 [ 704.463601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.464169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.464491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.465074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.465536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.467219] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56e05c0-d7d0-4db8-9532-a2d3fed82283 already deleted. [ 704.467380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56e05c0-d7d0-4db8-9532-a2d3fed82283" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.587235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.587235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.587423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.587511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587604] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d already deleted. [ 704.587738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.588108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.588175] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.683648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.931101] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: SUCCESS [ 704.932371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.969802] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 704.988195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.988359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.988408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.988609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.988701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.988929] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.989046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.989112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.989312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.989382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.989535] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.989628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.989693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.989831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.989908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.992766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.992766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.992766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.992766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.992766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.992960] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be created. [ 705.083836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.087090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.087090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.087090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.087090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.110436] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 705.122019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.122019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.122203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.122316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.122399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.122550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d already deleted. [ 705.122634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185643] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.185915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.186084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.186430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.186595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.186671] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 705.233333] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.233599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.233699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.235425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.235425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.254139] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 705.588695] env[66232]: INFO networking_nsxv3.common.synchronization [req-7830be7b-8430-46ca-acff-23bb6b085bc9 req-6e0af9fd-3541-4e32-bc96-5e9175818436 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 705.588695] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 705.588695] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.588695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.589125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.589408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.589586] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.589688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.589763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.589923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.590028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.590700] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.041517] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.041824] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.041946] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.042522] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.043071] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.043245] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.043365] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043584] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.043727] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.043933] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.044053] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.044158] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.044262] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.044450] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.044568] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.044703] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.067291] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.067487] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.067787] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.068077] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-520" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.068446] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.068626] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.068881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069225] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069365] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.094934] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.160090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 706.160090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.547247] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a997799a-e3bb-4da4-b6cd-70be83cb1eb7 tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 706.547974] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 706.548297] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.548428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.549031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.549031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.549031] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.575291] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.575651] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.575719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.575936] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.576311] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.576579] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 not found, creating... [ 706.576874] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.577066] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577611] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578049] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578329] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578877] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 is going to be created. [ 706.596852] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.604209] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.604379] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.604502] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.605122] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.605122] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.605416] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.834027] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8cb9fe29-e5df-4267-8bc1-4430bc934148 tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 706.834696] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 706.834993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.834993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.071085] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.071499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.071499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.071499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.072115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072253] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 already deleted. [ 707.072431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.072877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.072877] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.099128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.099309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.099398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.099641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.099736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.099848] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 707.119973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 707.119973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.135586] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.135750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.137755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.137755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.137755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147190] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 707.261375] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 707.261741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.261849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.262074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.262315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.262533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.262533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.262677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.262788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.262912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.263036] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.412607] env[66232]: INFO networking_nsxv3.common.synchronization [req-7830be7b-8430-46ca-acff-23bb6b085bc9 req-2d4b9732-2de0-497a-a42f-1a5bba321f92 service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 707.412791] env[66232]: INFO networking_nsxv3.common.synchronization [req-7830be7b-8430-46ca-acff-23bb6b085bc9 req-2d4b9732-2de0-497a-a42f-1a5bba321f92 service nova] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 707.412924] env[66232]: INFO networking_nsxv3.common.synchronization [req-7830be7b-8430-46ca-acff-23bb6b085bc9 req-2d4b9732-2de0-497a-a42f-1a5bba321f92 service nova] Enqueued Resource ID: deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 with Priority: HIGHEST for action port [ 707.413445] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_rules [ 707.413585] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 707.413668] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 with Priority: HIGHEST for action port [ 707.419246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419246] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.419246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419246] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.594075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.594260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.594329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.594541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.594633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.594730] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 already deleted. [ 707.594813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610460] env[66232]: INFO networking_nsxv3.common.synchronization [req-5c7d0846-db07-412e-8052-b0b3e272bf6f req-e97819e3-7ab7-44da-85bf-6f6077a75e9c tempest-ServerRescueTestJSONUnderV235-1853535025 tempest-ServerRescueTestJSONUnderV235-1853535025-project-member] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 707.610460] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGHEST for action security_group_members [ 707.610460] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.610460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.610460] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.610957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.611059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.611163] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.764907] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.765074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.765190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.765475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.765703] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.765858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.765944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.766243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.766471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.766471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.766581] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.766690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.766778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.766942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.767116] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.767229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.769477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.769477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.769477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.769477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.769477] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.926379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 with status ACTIVE [ 707.926379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926899] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3 is going to be updated. [ 707.951569] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.951733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.951784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.952016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.952160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.952333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deecc3bc-7aa2-498c-a1f7-8f1db8edb2e3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.114671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.114974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.114974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.115142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.115246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.115447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.115542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.115620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.115772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.115857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.115943] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be updated. [ 708.149323] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.149523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.149594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.149997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.151032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.161444] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: IN_PROGRESS for 2s [ 708.270267] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 708.295962] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.296132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.296235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.296591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.296754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.297090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.297260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.297951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.297951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.298064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.298369] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.298542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.298655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.300295] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.300295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.300590] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 708.370074] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.370251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.370251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.370491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.370712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388660] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 709.158734] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 709.159129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.161192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.161192] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.161192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.161192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.161192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.161192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.161192] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.662685] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.804924] env[66232]: INFO networking_nsxv3.common.synchronization [None req-022c16a7-6c0c-498f-88f2-fbda9acb0c8d None None] Enqueued Resource ID: 1977358c-5897-4d95-8a2f-7b04cc8d4759 with Priority: HIGHEST for action port [ 709.805512] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1977358c-5897-4d95-8a2f-7b04cc8d4759 with Priority: HIGHEST for action port [ 709.805891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1977358c-5897-4d95-8a2f-7b04cc8d4759 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.806393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1977358c-5897-4d95-8a2f-7b04cc8d4759" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.806393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1977358c-5897-4d95-8a2f-7b04cc8d4759" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.806588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1977358c-5897-4d95-8a2f-7b04cc8d4759" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.806652] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1977358c-5897-4d95-8a2f-7b04cc8d4759',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.167658] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.174738] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aea835-890d-4b00-9260-58ba857aa1f8 in Status: SUCCESS [ 710.175157] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 deletion is rescheduled due to dependency. [ 710.175157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.312038] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1977358c-5897-4d95-8a2f-7b04cc8d4759 [ 710.312038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.312038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.312038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.312038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.312038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.312038] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1977358c-5897-4d95-8a2f-7b04cc8d4759 already deleted. [ 710.312038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1977358c-5897-4d95-8a2f-7b04cc8d4759" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.407550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 710.407550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671081] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.673471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.673659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.673991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.674138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.674289] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 710.704645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.704850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.704927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.708606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.708606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.717799] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 712.182789] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cb69cdf7-59b0-47f3-82a7-97299d685c53 None None] Enqueued Resource ID: 66576c80-9c78-4d27-bcbe-15ae9e2a4d20 with Priority: HIGHEST for action port [ 712.183729] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66576c80-9c78-4d27-bcbe-15ae9e2a4d20 with Priority: HIGHEST for action port [ 712.185359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-66576c80-9c78-4d27-bcbe-15ae9e2a4d20 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.185560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66576c80-9c78-4d27-bcbe-15ae9e2a4d20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.185657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66576c80-9c78-4d27-bcbe-15ae9e2a4d20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.186464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66576c80-9c78-4d27-bcbe-15ae9e2a4d20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.186464] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66576c80-9c78-4d27-bcbe-15ae9e2a4d20',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.522118] env[66232]: INFO networking_nsxv3.common.synchronization [None req-43bcc912-e6e1-44f9-b7d6-e91dabdefbea None None] Enqueued Resource ID: 056f4dd1-23d1-441f-9a32-35c0bd51a797 with Priority: HIGHEST for action port [ 712.522118] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056f4dd1-23d1-441f-9a32-35c0bd51a797 with Priority: HIGHEST for action port [ 712.522118] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-056f4dd1-23d1-441f-9a32-35c0bd51a797 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.522416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056f4dd1-23d1-441f-9a32-35c0bd51a797" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.522592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056f4dd1-23d1-441f-9a32-35c0bd51a797" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.522967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056f4dd1-23d1-441f-9a32-35c0bd51a797" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.523185] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056f4dd1-23d1-441f-9a32-35c0bd51a797',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.693464] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66576c80-9c78-4d27-bcbe-15ae9e2a4d20 [ 712.694066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.694267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.694354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.694622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.694760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.694871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66576c80-9c78-4d27-bcbe-15ae9e2a4d20 already deleted. [ 712.694974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66576c80-9c78-4d27-bcbe-15ae9e2a4d20" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.735755] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 712.736042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.736212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.736490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.736724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.737075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.737075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.737176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.737207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.737418] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.027708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056f4dd1-23d1-441f-9a32-35c0bd51a797 [ 713.027708] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.027708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.027708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.027708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.027708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.027708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056f4dd1-23d1-441f-9a32-35c0bd51a797 already deleted. [ 713.027708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056f4dd1-23d1-441f-9a32-35c0bd51a797" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241237] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.241653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.241653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.242485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.242788] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.243014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.243114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.244243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.244324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.244511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.247025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.247025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.750365] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae39f714-ed7e-463e-b381-86324595e1b8: rpc.has_security_group_logging(os_id): False [ 713.770532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.770699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.770781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.770959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.794273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.794273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.794273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.794884] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.794988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.795075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.795241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.795343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.795999] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 713.863843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.864032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.864076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.864306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.864465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.881370] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 713.931016] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d375abfa-6bb5-4a9e-a6b5-b6b07bf9a709 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 with Priority: HIGHEST for action security_group_rules [ 713.931016] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 with Priority: HIGHEST for action security_group_rules [ 713.931343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74429ff-4c43-4539-9b97-87f5f3dafa84 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.931423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.931617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.931706] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74429ff-4c43-4539-9b97-87f5f3dafa84',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.322241] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b474437e-48a2-4b00-8b3d-26149d29d856 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 with Priority: HIGHEST for action security_group_rules [ 714.322725] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 with Priority: HIGHEST for action security_group_rules [ 714.323180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74429ff-4c43-4539-9b97-87f5f3dafa84 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.460303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.460303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.460303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.460303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.460303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.460303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 already deleted. [ 714.460303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.460648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.460648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.460885] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74429ff-4c43-4539-9b97-87f5f3dafa84',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.985351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.985783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.985875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.986138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.986257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.986358] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74429ff-4c43-4539-9b97-87f5f3dafa84 already deleted. [ 714.986441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74429ff-4c43-4539-9b97-87f5f3dafa84" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.201028] env[66232]: INFO networking_nsxv3.common.synchronization [req-4b74ea85-cc4d-427c-b309-19161a890ee7 req-989c1518-3ab5-4798-8c89-5938b26b36bc tempest-FloatingIPsAssociationTestJSON-152351827 tempest-FloatingIPsAssociationTestJSON-152351827-project-member] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 715.201863] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 715.202283] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.202944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.202944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.203530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.203789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.204119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.204301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.204851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.204851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.204851] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.443922] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ea21964b-7e2e-4f9b-a5a1-103f8bf74608 None None] Enqueued Resource ID: 3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1 with Priority: HIGHEST for action port [ 715.444856] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1 with Priority: HIGHEST for action port [ 715.446218] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.446417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.446522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.446817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.446949] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.520917] env[66232]: INFO networking_nsxv3.common.synchronization [None req-93ab85a3-9cb7-42bd-8bcc-19ad2fe5f254 None None] Enqueued Resource ID: 838a7f9a-136a-4d1f-8c23-8b440e8089f2 with Priority: HIGHEST for action port [ 715.521506] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838a7f9a-136a-4d1f-8c23-8b440e8089f2 with Priority: HIGHEST for action port [ 715.521815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-838a7f9a-136a-4d1f-8c23-8b440e8089f2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.521938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-838a7f9a-136a-4d1f-8c23-8b440e8089f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.522014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-838a7f9a-136a-4d1f-8c23-8b440e8089f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.523814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-838a7f9a-136a-4d1f-8c23-8b440e8089f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.523814] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('838a7f9a-136a-4d1f-8c23-8b440e8089f2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.710512] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.900660] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 715.901021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.951276] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1 [ 715.951927] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.953863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.953863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.953863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.953863] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1 already deleted. [ 715.955039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba064a5-00a3-4d43-a49d-cc38fe7ecfa1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026326] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 838a7f9a-136a-4d1f-8c23-8b440e8089f2 [ 716.026584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.026746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.026843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.027095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.027186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.027339] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:838a7f9a-136a-4d1f-8c23-8b440e8089f2 already deleted. [ 716.027370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-838a7f9a-136a-4d1f-8c23-8b440e8089f2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.213851] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.577669] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-505 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.579126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.579126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.579126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.579441] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.579634] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.579767] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.580067] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.580428] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.580680] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.580796] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.580901] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.581023] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.581125] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.581222] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.581353] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.616761] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.616761] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.616761] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.616761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.617112] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-6081d412-8702-442f-887d-916ac3213589 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.617284] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.617398] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.617742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.617915] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6081d412-8702-442f-887d-916ac3213589',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.717110] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.717509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717701] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 716.747292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.747516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.747786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.748015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.758557] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 717.123783] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.124011] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.124133] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.124495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.124579] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.124692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 6081d412-8702-442f-887d-916ac3213589 not found, creating... [ 717.124942] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.125096] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.125205] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.125408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.125532] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.125978] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.125978] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.126108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.126264] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.126389] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.126526] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 6081d412-8702-442f-887d-916ac3213589 is going to be created. [ 717.155124] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.155124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.155124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.155124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.155124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.155124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.299334] env[66232]: INFO networking_nsxv3.common.synchronization [None req-891c4eaa-fe6e-475b-9992-8ba648ad86d3 None None] Enqueued Resource ID: 06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501 with Priority: HIGHEST for action port [ 717.299984] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501 with Priority: HIGHEST for action port [ 717.300352] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.300528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.300622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.300915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.301409] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.508201] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6588aee8-5d93-485b-90ed-525eb05505f6 None None] Enqueued Resource ID: cecac333-0155-4968-b924-9250211feb9f with Priority: HIGHEST for action port [ 717.508874] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecac333-0155-4968-b924-9250211feb9f with Priority: HIGHEST for action port [ 717.509223] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecac333-0155-4968-b924-9250211feb9f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.509364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecac333-0155-4968-b924-9250211feb9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.509629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecac333-0155-4968-b924-9250211feb9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.509698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecac333-0155-4968-b924-9250211feb9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.509807] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecac333-0155-4968-b924-9250211feb9f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.805387] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501 [ 717.805706] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.805706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.805861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.806603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.806603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.806603] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501 already deleted. [ 717.806603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f2d00f-0e99-4bd1-bbbb-e5bd8f8af501" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.859378] env[66232]: INFO networking_nsxv3.common.synchronization [req-4b74ea85-cc4d-427c-b309-19161a890ee7 req-2ea38e00-abdc-44c9-8ee2-e93029ec6c5b service nova] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_rules [ 717.859563] env[66232]: INFO networking_nsxv3.common.synchronization [req-4b74ea85-cc4d-427c-b309-19161a890ee7 req-2ea38e00-abdc-44c9-8ee2-e93029ec6c5b service nova] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 717.859699] env[66232]: INFO networking_nsxv3.common.synchronization [req-4b74ea85-cc4d-427c-b309-19161a890ee7 req-2ea38e00-abdc-44c9-8ee2-e93029ec6c5b service nova] Enqueued Resource ID: 6081d412-8702-442f-887d-916ac3213589 with Priority: HIGHEST for action port [ 717.860237] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_rules [ 717.860371] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 717.860469] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6081d412-8702-442f-887d-916ac3213589 with Priority: HIGHEST for action port [ 717.860734] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.861392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.861532] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.862774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.862879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.863091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6081d412-8702-442f-887d-916ac3213589 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.863194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.863255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.863426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.863500] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6081d412-8702-442f-887d-916ac3213589',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.012791] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cecac333-0155-4968-b924-9250211feb9f [ 718.013032] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.013168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.013230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.013436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.013559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.013611] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cecac333-0155-4968-b924-9250211feb9f already deleted. [ 718.013682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecac333-0155-4968-b924-9250211feb9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.364424] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365039] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6081d412-8702-442f-887d-916ac3213589 with status ACTIVE [ 718.365139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.365766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366411] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.367330] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.367526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.368615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.368615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6081d412-8702-442f-887d-916ac3213589 is going to be updated. [ 718.392219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.392378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.392378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.392520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.392676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.392975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6081d412-8702-442f-887d-916ac3213589" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.770078] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 718.770078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.770266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.770457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.770632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.770742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.770802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.771209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.771209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.771209] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.277264] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.486667] env[66232]: INFO networking_nsxv3.common.synchronization [req-fbe4c0d9-3f5d-4b10-81a9-018c899f044f req-709ec951-1231-4470-8964-204d6492650b tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 719.487951] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 719.488414] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.488589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.488712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.488980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.489230] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.489380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.489832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.490170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.490302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.490411] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.779565] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.905183] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.905183] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.905183] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.905183] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.905747] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.906143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.906402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.908664] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.908664] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.908664] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.908664] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.908664] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.908664] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.908664] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.908664] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.908664] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.929809] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.930008] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.930177] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.930398] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.930686] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-a1003307-3fea-4aca-b577-8c14a8eb3da5 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.930852] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.931026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931524] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.931524] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1003307-3fea-4aca-b577-8c14a8eb3da5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.992928] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.993131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.993368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.993459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.993646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.993744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.993951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.994039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.994133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 720.033683] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.033683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.033683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.033683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.033683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.040961] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 720.181384] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f2142d76-b754-440b-b66b-d621dd5700e3 None None] Enqueued Resource ID: 76674fe1-6c96-4020-a282-f589256fa3ed with Priority: HIGHEST for action port [ 720.181384] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76674fe1-6c96-4020-a282-f589256fa3ed with Priority: HIGHEST for action port [ 720.181819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-76674fe1-6c96-4020-a282-f589256fa3ed taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.181949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76674fe1-6c96-4020-a282-f589256fa3ed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.182032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76674fe1-6c96-4020-a282-f589256fa3ed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.182297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76674fe1-6c96-4020-a282-f589256fa3ed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.182382] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76674fe1-6c96-4020-a282-f589256fa3ed',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.283504] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.283779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.283779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.283853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.283988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.284036] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 720.334158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.334408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.334793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.334793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.334858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.344027] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 720.434755] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.434755] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.434755] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.435074] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.435074] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.435261] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port a1003307-3fea-4aca-b577-8c14a8eb3da5 not found, creating... [ 720.435393] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.435556] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.435671] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.435879] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.438637] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.439442] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.439591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.439591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.439804] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.440064] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.440343] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: a1003307-3fea-4aca-b577-8c14a8eb3da5 is going to be created. [ 720.464473] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.464473] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.464782] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.464818] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.465068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.465323] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.506413] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5c8b5cf5-d51e-4a85-bb45-5dfc80cfb6e5 None None] Enqueued Resource ID: e10690da-b3dd-409b-b3e1-60025d73360f with Priority: HIGHEST for action port [ 720.506971] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10690da-b3dd-409b-b3e1-60025d73360f with Priority: HIGHEST for action port [ 720.507360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e10690da-b3dd-409b-b3e1-60025d73360f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.507501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e10690da-b3dd-409b-b3e1-60025d73360f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.507545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e10690da-b3dd-409b-b3e1-60025d73360f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.507869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e10690da-b3dd-409b-b3e1-60025d73360f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.507966] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10690da-b3dd-409b-b3e1-60025d73360f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.685460] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76674fe1-6c96-4020-a282-f589256fa3ed [ 720.685460] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.685460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.685460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.685460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.685460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685460] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76674fe1-6c96-4020-a282-f589256fa3ed already deleted. [ 720.685460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76674fe1-6c96-4020-a282-f589256fa3ed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.011054] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e10690da-b3dd-409b-b3e1-60025d73360f [ 721.011304] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.011484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.011572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.011739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.011852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.011912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e10690da-b3dd-409b-b3e1-60025d73360f already deleted. [ 721.011993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e10690da-b3dd-409b-b3e1-60025d73360f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.260531] env[66232]: INFO networking_nsxv3.common.synchronization [req-fbe4c0d9-3f5d-4b10-81a9-018c899f044f req-4b80601b-22f3-4ab7-a306-159f09c13376 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 721.260761] env[66232]: INFO networking_nsxv3.common.synchronization [req-fbe4c0d9-3f5d-4b10-81a9-018c899f044f req-4b80601b-22f3-4ab7-a306-159f09c13376 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 721.261851] env[66232]: INFO networking_nsxv3.common.synchronization [req-fbe4c0d9-3f5d-4b10-81a9-018c899f044f req-4b80601b-22f3-4ab7-a306-159f09c13376 service nova] Enqueued Resource ID: a1003307-3fea-4aca-b577-8c14a8eb3da5 with Priority: HIGHEST for action port [ 721.261851] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 721.261851] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 721.262242] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1003307-3fea-4aca-b577-8c14a8eb3da5 with Priority: HIGHEST for action port [ 721.262293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.262447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.262540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.262798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.262926] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.264115] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.264518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1003307-3fea-4aca-b577-8c14a8eb3da5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.264653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.264747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.264982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.265102] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1003307-3fea-4aca-b577-8c14a8eb3da5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.599173] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b17d95e5-bb7d-4f3f-8150-e35ac053a38b tempest-ServerActionsV293TestJSON-524539054 tempest-ServerActionsV293TestJSON-524539054-project-member] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 721.599586] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 721.599805] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.600127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.600127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.600290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.600380] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.749484] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5934dd5b-ef4c-4c66-bd5c-734d43093e47 tempest-ServerActionsV293TestJSON-524539054 tempest-ServerActionsV293TestJSON-524539054-project-member] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 721.750216] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 721.750620] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.750718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770139] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1003307-3fea-4aca-b577-8c14a8eb3da5 with status ACTIVE [ 721.770139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.770139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.770139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.770139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.771163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.771163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.771163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.771778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.772349] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1003307-3fea-4aca-b577-8c14a8eb3da5 is going to be updated. [ 721.794135] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.794271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.794339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.794714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.794714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.794836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1003307-3fea-4aca-b577-8c14a8eb3da5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.050999] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 722.051205] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 722.051324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.051485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.051699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.051879] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.051996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.052156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.052228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.052324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.052388] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.120864] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.121042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.121083] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.121895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.121895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.121895] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 already deleted. [ 722.121895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.121895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.121895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.121895] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.357327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 722.357998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.357998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.357998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358223] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.358494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.359037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.359261] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.554693] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.652671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.652671] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 already deleted. [ 722.652671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.863501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.863676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.864014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.864014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.864831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.864831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.865133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.865133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.865263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.865322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.865450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.865603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.866070] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.058348] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.369560] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1551a50d-ecc1-4b39-ae51-295a373b1575: rpc.has_security_group_logging(os_id): False [ 723.476913] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.477097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.477097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.477279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.503519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.503793] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.503964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.503964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.504268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.504347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505218] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505218] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.505218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.505640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.505640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.505640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.505640] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 723.563491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.565083] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.565177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.565293] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 723.596532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.596532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.597825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.597825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.597825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.600938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.600938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.600938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.601241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.601274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612958] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 723.617792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 723.744009] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0536f06e-5995-4c9a-9f1b-b475e59672e2 None None] Enqueued Resource ID: 20f33be4-b217-43c2-8252-f99c007de4e5 with Priority: HIGHEST for action port [ 723.749417] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f33be4-b217-43c2-8252-f99c007de4e5 with Priority: HIGHEST for action port [ 723.750084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f33be4-b217-43c2-8252-f99c007de4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.750278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f33be4-b217-43c2-8252-f99c007de4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.750278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f33be4-b217-43c2-8252-f99c007de4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.750931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f33be4-b217-43c2-8252-f99c007de4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.750931] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f33be4-b217-43c2-8252-f99c007de4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.256765] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20f33be4-b217-43c2-8252-f99c007de4e5 [ 724.256765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.256765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.256765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.256765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.258078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.258078] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20f33be4-b217-43c2-8252-f99c007de4e5 already deleted. [ 724.258078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f33be4-b217-43c2-8252-f99c007de4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633996] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 725.633996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.633996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.633996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.633996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.634606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.634606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.634606] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.640029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 725.640029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.136985] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.137169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.138911] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.138911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.138911] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.139428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.139428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.139428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.143717] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.144017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.144017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.144212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.144310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.144408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.144509] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.327184] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed55be7f-1eb6-4742-850f-0b261888d46e req-b4f7f91b-3dd4-42e7-88e5-4c9fe84e06f4 tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 726.327184] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 726.328066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.328493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.328762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.329301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.329613] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.331994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.331994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.331994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.331994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.331994] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.647037] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c210891-3a1d-4c3b-82fb-f6a26b77d457: rpc.has_security_group_logging(os_id): False [ 726.668527] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.668857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.669027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.669356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.669803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.670015] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.670159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.670372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.670579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.670700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.670946] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.671111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.671172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.671414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.671530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.671755] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.671921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.672044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.672219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.672330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.672480] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 726.708188] env[66232]: INFO networking_nsxv3.common.synchronization [None req-255431b4-e65d-449c-aaf3-e19774ffc424 None None] Enqueued Resource ID: 26c597ad-53af-418c-aaa4-2cbd43663ce2 with Priority: HIGHEST for action port [ 726.708466] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c597ad-53af-418c-aaa4-2cbd43663ce2 with Priority: HIGHEST for action port [ 726.709225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c597ad-53af-418c-aaa4-2cbd43663ce2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.709566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c597ad-53af-418c-aaa4-2cbd43663ce2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.709728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c597ad-53af-418c-aaa4-2cbd43663ce2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.710097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c597ad-53af-418c-aaa4-2cbd43663ce2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.710269] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c597ad-53af-418c-aaa4-2cbd43663ce2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.767915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.767915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.767915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.767915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.767915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.786828] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 726.811904] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.811904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.811904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.811904] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.813051] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.813434] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.813760] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.813968] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.814333] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.814535] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.814750] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.815428] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.815428] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.833693] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.852661] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.852833] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.852969] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.853315] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.853649] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-025651cb-a515-45a0-ab88-8caea998b77d taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.853818] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.854356] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.854694] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.854851] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025651cb-a515-45a0-ab88-8caea998b77d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.214253] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26c597ad-53af-418c-aaa4-2cbd43663ce2 [ 727.214403] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.215042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.215042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.215042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.215042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.215279] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26c597ad-53af-418c-aaa4-2cbd43663ce2 already deleted. [ 727.215279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c597ad-53af-418c-aaa4-2cbd43663ce2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.337069] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.358743] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.359076] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.359186] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.359496] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.363111] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 025651cb-a515-45a0-ab88-8caea998b77d not found, creating... [ 727.363111] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.363111] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.363111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.363558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.363558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.363558] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 025651cb-a515-45a0-ab88-8caea998b77d is going to be created. [ 727.387208] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.387475] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.387627] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.387962] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.388244] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.389048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.819436] env[66232]: INFO networking_nsxv3.common.synchronization [req-4c05a800-a3b2-403a-b4d2-f1ff9e97b376 req-243cf2fa-de1b-4184-a35c-703e3fc190ac tempest-ServerAddressesTestJSON-1912053713 tempest-ServerAddressesTestJSON-1912053713-project-member] Enqueued Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 727.821216] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGHEST for action security_group_members [ 727.821216] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.821437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821729] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.822042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.822175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.822371] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.841079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.841079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.841332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841490] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 727.879400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.879400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.879400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.879841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.879990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.895894] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 728.171526] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed55be7f-1eb6-4742-850f-0b261888d46e req-3e25d7cb-7596-4128-bc9f-bf998275a2e2 service nova] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_rules [ 728.171658] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed55be7f-1eb6-4742-850f-0b261888d46e req-3e25d7cb-7596-4128-bc9f-bf998275a2e2 service nova] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 728.171819] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed55be7f-1eb6-4742-850f-0b261888d46e req-3e25d7cb-7596-4128-bc9f-bf998275a2e2 service nova] Enqueued Resource ID: 025651cb-a515-45a0-ab88-8caea998b77d with Priority: HIGHEST for action port [ 728.175526] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_rules [ 728.175700] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 728.175808] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 025651cb-a515-45a0-ab88-8caea998b77d with Priority: HIGHEST for action port [ 728.178194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.178194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-025651cb-a515-45a0-ab88-8caea998b77d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178776] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025651cb-a515-45a0-ab88-8caea998b77d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.328618] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.328618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.328618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.328618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.328618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.329784] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.329784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.329784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.329784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.329784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.329784] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 is going to be updated. [ 728.367690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.368217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.368217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.368371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.368573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.379186] env[66232]: INFO networking_nsxv3.common.synchronization [req-ec4906de-e015-4321-a3b7-fe30dee0388a req-73fc8d49-62a9-4cbd-a975-56e790fd4dc3 tempest-ServerTagsTestJSON-1900696144 tempest-ServerTagsTestJSON-1900696144-project-member] Enqueued Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 728.380636] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGHEST for action security_group_members [ 728.380636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.380851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.380851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.380944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.381128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.381229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.381290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.381437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.381519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.381740] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.385862] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: IN_PROGRESS for 2s [ 728.685559] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.685669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.685769] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 025651cb-a515-45a0-ab88-8caea998b77d with status ACTIVE [ 728.685940] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.686056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.686153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.686323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.686406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.686567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.686655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.686714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.687120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.687120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.687120] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.687296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.687296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.689536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.689536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.689536] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 025651cb-a515-45a0-ab88-8caea998b77d is going to be updated. [ 728.711576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.712134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.712278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-025651cb-a515-45a0-ab88-8caea998b77d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.802275] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 728.803675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.887445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.888368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.888368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.888368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.917544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.917798] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.917980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918476] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 is going to be updated. [ 728.929281] env[66232]: INFO networking_nsxv3.common.synchronization [req-2b4b4d39-a1c4-42ed-a59f-d5a02508999f req-f3bc3719-57a7-411f-a77d-b35acfa07346 tempest-ServerRescueTestJSON-1153081656 tempest-ServerRescueTestJSON-1153081656-project-member] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 728.929929] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 728.930403] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.930567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.930642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.930845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.930999] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.931116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.931180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.931330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.931414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.931573] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.950854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.951017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.951017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.951478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.951478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.960368] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: IN_PROGRESS for 2s [ 729.321904] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.321904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.321904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.321904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.322196] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.322196] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.323204] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.323204] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.323204] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.323204] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.323204] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.323204] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.323482] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.323482] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.323482] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.323629] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.349768] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.349768] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.349768] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.349965] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-989" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.350266] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-7d5edb18-8924-4159-9d08-3d18e412c953 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.350441] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.350556] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.350916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.351069] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5edb18-8924-4159-9d08-3d18e412c953',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.382515] env[66232]: INFO networking_nsxv3.common.synchronization [None req-441ac50e-a92d-4b43-bd3a-baae5055f4ff None None] Enqueued Resource ID: 2d57bce8-0f11-4574-87db-c7529b6483c2 with Priority: HIGHEST for action port [ 729.384855] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d57bce8-0f11-4574-87db-c7529b6483c2 with Priority: HIGHEST for action port [ 729.384855] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d57bce8-0f11-4574-87db-c7529b6483c2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.384855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d57bce8-0f11-4574-87db-c7529b6483c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.384855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d57bce8-0f11-4574-87db-c7529b6483c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.384855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d57bce8-0f11-4574-87db-c7529b6483c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.384855] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d57bce8-0f11-4574-87db-c7529b6483c2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.434700] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.853365] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.853561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.853698] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.853992] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.854166] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.854319] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 7d5edb18-8924-4159-9d08-3d18e412c953 not found, creating... [ 729.854571] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.855657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.855657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.855657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.855657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.855657] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.855657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.856068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.856068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.856628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.856925] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 7d5edb18-8924-4159-9d08-3d18e412c953 is going to be created. [ 729.881127] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.881127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.881127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.881127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.881127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.881127] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.887988] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d57bce8-0f11-4574-87db-c7529b6483c2 [ 729.888318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.888383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.888441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.888634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.888720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.888811] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d57bce8-0f11-4574-87db-c7529b6483c2 already deleted. [ 729.888891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d57bce8-0f11-4574-87db-c7529b6483c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.907480] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 729.907741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.910038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.910038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.910038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.910038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.910038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.910535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.910626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.910729] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.937618] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.399230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 in Status: SUCCESS [ 730.399537] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 deletion is rescheduled due to dependency. [ 730.399537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.413132] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.439326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.440683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.440683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.440683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.440683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.440683] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 730.475733] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.475880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.475953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.476232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.476388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.486133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 730.606312] env[66232]: INFO networking_nsxv3.common.synchronization [req-2b4b4d39-a1c4-42ed-a59f-d5a02508999f req-e6e0a8dd-512c-4b1d-94a0-ab014b63ff9d service nova] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_rules [ 730.606731] env[66232]: INFO networking_nsxv3.common.synchronization [req-2b4b4d39-a1c4-42ed-a59f-d5a02508999f req-e6e0a8dd-512c-4b1d-94a0-ab014b63ff9d service nova] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 730.606878] env[66232]: INFO networking_nsxv3.common.synchronization [req-2b4b4d39-a1c4-42ed-a59f-d5a02508999f req-e6e0a8dd-512c-4b1d-94a0-ab014b63ff9d service nova] Enqueued Resource ID: 7d5edb18-8924-4159-9d08-3d18e412c953 with Priority: HIGHEST for action port [ 730.608116] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_rules [ 730.608292] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 730.608410] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5edb18-8924-4159-9d08-3d18e412c953 with Priority: HIGHEST for action port [ 730.608825] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.608953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.609036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.609299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.609367] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.610403] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5edb18-8924-4159-9d08-3d18e412c953 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.611694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.611826] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5edb18-8924-4159-9d08-3d18e412c953',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.918744] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.972474] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 in Status: SUCCESS [ 730.972474] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 deletion is rescheduled due to dependency. [ 730.972474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.114176] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114176] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d5edb18-8924-4159-9d08-3d18e412c953 with status ACTIVE [ 731.114176] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.114872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.114872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.114872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.115086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.115086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.115183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.115312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.116055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.116055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.116055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.116055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.116055] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d5edb18-8924-4159-9d08-3d18e412c953 is going to be updated. [ 731.140182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.140329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.140405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.140620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.140768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.140926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5edb18-8924-4159-9d08-3d18e412c953" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.424545] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.424545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.424545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.424545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.424545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.424545] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 731.457194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.457194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.457194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.457194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.457194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465510] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 732.499441] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 732.499694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.499694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.499859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.500053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.500305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.500305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.500469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.500520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.500617] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.003748] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.482808] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 733.483091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.483280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.483510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.483846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.483846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.483984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.484070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.484248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.484248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.484539] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.506601] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.988036] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.988036] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.988036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.988480] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.988480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.988790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.989175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.989263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.989515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.989564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.989633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.989731] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.011935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.014029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.014029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.014029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.014029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.014029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 734.049423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.049639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.049751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.050114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.050309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.062837] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 734.469942] env[66232]: INFO networking_nsxv3.common.synchronization [req-c1ce7276-dcf0-452f-91f5-00b60ddb3bc0 req-3916f633-c8c2-4d41-9fcc-d8c6d6e8ce44 tempest-VolumesAssistedSnapshotsTest-205092554 tempest-VolumesAssistedSnapshotsTest-205092554-project-member] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 734.470577] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGHEST for action security_group_members [ 734.470904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.471194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.471286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.471522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.471688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.471806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.471871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.472059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.472166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.472244] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.493336] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91514b5-6cbd-43d4-b633-01fb7d69e31a: rpc.has_security_group_logging(os_id): False [ 734.517017] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.517462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.517462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.517462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.549024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.549024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.549024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.549024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.549827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.549827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.549827] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 734.650806] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.650806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.650806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.650806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.650806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.669914] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 734.979168] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.979168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.979168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.979168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.012474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.012474] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.012474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.012474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.012474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.012908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.012908] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 is going to be updated. [ 735.057391] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.057391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.057391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.057391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.057747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.075718] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: IN_PROGRESS for 2s [ 736.075960] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 736.075960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.075960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.075960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.076753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.076992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.077133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.077239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.077339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.077485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.077615] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.581100] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.581345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.581425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.581671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.581859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.581974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.582055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.582282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.582405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.582518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.582699] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.582834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.582924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.583100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.583299] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.583430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.583495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.583663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.583786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.583870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.583966] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.685924] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 736.686302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.086820] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 in Status: SUCCESS [ 737.087191] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 deletion is rescheduled due to dependency. [ 737.087191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.089049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0fcc7c-e451-4a71-8a91-1d4b094d06f4: rpc.has_security_group_logging(os_id): False [ 737.108905] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.110665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.110665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.110665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.132584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.132584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.132584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.132584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.132908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.132908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.133013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.134378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 737.198327] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.198502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.198538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.198740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.198890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.212426] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 737.647152] env[66232]: INFO networking_nsxv3.common.synchronization [req-d311fc7c-cb9e-4c35-a772-316d00052597 req-f6a9dc98-730c-4070-912e-aff83257911f tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 737.647152] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 737.647152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.647152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.647152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.647152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.648054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.648333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.648519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.649051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.649268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.649469] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.909837] env[66232]: INFO networking_nsxv3.common.synchronization [req-1214faab-6e8f-4681-8381-774aed0e7d16 req-577e743d-eb4e-4491-b41e-a8aa8202047e tempest-FloatingIPsAssociationTestJSON-152351827 tempest-FloatingIPsAssociationTestJSON-152351827-project-member] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 737.910376] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 737.910683] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.911082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.912388] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.912388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.912388] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.058143] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.058143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.058143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.059440] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.059857] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060362] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.063208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.063208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.063208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.063208] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.063208] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.063208] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.063208] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.063208] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.063208] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.063208] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.088289] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.088289] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.088289] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.088289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.088289] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-1b399d68-6be1-4282-8ebe-b97657db0a85 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.088289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.088289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.088289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.088289] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b399d68-6be1-4282-8ebe-b97657db0a85',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.152691] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.152897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.152993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.153554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.153878] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.154045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.154130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.154640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.154640] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d already deleted. [ 738.154988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364438] env[66232]: INFO networking_nsxv3.common.synchronization [req-df8f5a9c-868e-4fb0-8ff9-15128b4d92d6 req-89606b27-66ac-450a-9135-aa6317755952 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 738.365266] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 738.365577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.365720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.365823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.366413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.366413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.366413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.366598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.366632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.366724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.366835] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.414388] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.592666] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.592937] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.593075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.593349] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.593499] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.593649] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 1b399d68-6be1-4282-8ebe-b97657db0a85 not found, creating... [ 738.593998] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.594167] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.594282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.594493] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.594625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.596217] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.596413] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.596538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.596751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.596908] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.597089] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 1b399d68-6be1-4282-8ebe-b97657db0a85 is going to be created. [ 738.636222] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.636469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.636554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.636785] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.637025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.637255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.869958] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.869958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.869958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.870210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.870395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.871453] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.871453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.871453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.871453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.871453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.871453] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 738.909275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.909440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.909440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.909668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.909813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.917480] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.921186] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 739.235129] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 739.235491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.375993] env[66232]: INFO networking_nsxv3.common.synchronization [req-d311fc7c-cb9e-4c35-a772-316d00052597 req-f48c9d25-84e7-4050-b0b2-d968fea3d287 service nova] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 739.376123] env[66232]: INFO networking_nsxv3.common.synchronization [req-d311fc7c-cb9e-4c35-a772-316d00052597 req-f48c9d25-84e7-4050-b0b2-d968fea3d287 service nova] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 739.376209] env[66232]: INFO networking_nsxv3.common.synchronization [req-d311fc7c-cb9e-4c35-a772-316d00052597 req-f48c9d25-84e7-4050-b0b2-d968fea3d287 service nova] Enqueued Resource ID: 1b399d68-6be1-4282-8ebe-b97657db0a85 with Priority: HIGHEST for action port [ 739.377253] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_rules [ 739.377253] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 739.377253] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b399d68-6be1-4282-8ebe-b97657db0a85 with Priority: HIGHEST for action port [ 739.377420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.377552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.377622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.377829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.377918] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.378943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.380186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.380291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.380480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.380655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.380784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.380855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.381029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.385900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.385900] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.387126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b399d68-6be1-4282-8ebe-b97657db0a85 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.387279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.387369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.387599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.387693] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b399d68-6be1-4282-8ebe-b97657db0a85',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.422091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.422091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.422091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.422091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.422494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.422494] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 739.454031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.454159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.454241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.454515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.454707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.468387] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 739.889528] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.891221] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.891936] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b399d68-6be1-4282-8ebe-b97657db0a85 with status ACTIVE [ 739.892119] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.892237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.893954] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.893954] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.893954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.894324] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b399d68-6be1-4282-8ebe-b97657db0a85 is going to be updated. [ 739.921363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.921554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.921593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.921786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.922159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.922159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b399d68-6be1-4282-8ebe-b97657db0a85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.396617] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.899576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.901691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.901691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.901691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.901691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.901691] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d is going to be created. [ 740.934303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.934303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.934303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.934303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.934303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.936688] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 740.936688] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 740.936688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.945803] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: UNINITIALIZED for 2s [ 741.424585] env[66232]: INFO networking_nsxv3.common.synchronization [req-01c7bf58-a813-49ea-9633-dd44a6b10ef3 req-1ea03b49-8a0c-45f4-be93-835c9a6defb1 tempest-ServerGroupTestJSON-373051167 tempest-ServerGroupTestJSON-373051167-project-member] Enqueued Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 741.425184] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 741.425557] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.425760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.425794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.426637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.426875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.427523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.427898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.427933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.431197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.431197] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.492284] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 741.492673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.820817] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.820965] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-537" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.823164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-537" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.823164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-537" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.823164] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.823164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.823164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.823164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.823671] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.824292] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.824292] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.824292] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.824292] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.824292] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.824576] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.824576] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.844060] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.844284] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.844816] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.844816] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-537" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.844980] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-31adca3f-6358-419d-8e0a-c76f9db1d52f taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.845125] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.845232] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.845559] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.845732] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31adca3f-6358-419d-8e0a-c76f9db1d52f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.933016] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.933237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.933335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.933599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.933710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.933948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.934075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.934200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.934370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.934505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.934572] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 already deleted. [ 741.934660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.351087] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.351087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.351087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.351087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.351087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.351087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 31adca3f-6358-419d-8e0a-c76f9db1d52f not found, creating... [ 742.351087] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.351599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.351599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.351599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.351599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.351851] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.353191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.353191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.353191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.353191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.353191] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 31adca3f-6358-419d-8e0a-c76f9db1d52f is going to be created. [ 742.380657] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.380657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.380657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.380657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.858586] env[66232]: INFO networking_nsxv3.common.synchronization [req-1b103063-e4e0-4dab-b749-5792e57fcb47 req-82add8ac-048c-476c-afb1-d4c208f9d5c7 tempest-ServersTestJSON-1408748977 tempest-ServersTestJSON-1408748977-project-member] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 742.859461] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGHEST for action security_group_members [ 742.859803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.859950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.860033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.860235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.860385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.860479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.860539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.860682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.860769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.860908] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.956259] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: SUCCESS [ 742.956501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.956677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.956892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.957098] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.957217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.957283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.957431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.957524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.957611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.957715] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.135061] env[66232]: INFO networking_nsxv3.common.synchronization [req-01c7bf58-a813-49ea-9633-dd44a6b10ef3 req-1c6d420b-0285-4d63-9d2d-593cbebdb713 service nova] Enqueued Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_rules [ 743.135283] env[66232]: INFO networking_nsxv3.common.synchronization [req-01c7bf58-a813-49ea-9633-dd44a6b10ef3 req-1c6d420b-0285-4d63-9d2d-593cbebdb713 service nova] Enqueued Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 743.135422] env[66232]: INFO networking_nsxv3.common.synchronization [req-01c7bf58-a813-49ea-9633-dd44a6b10ef3 req-1c6d420b-0285-4d63-9d2d-593cbebdb713 service nova] Enqueued Resource ID: 31adca3f-6358-419d-8e0a-c76f9db1d52f with Priority: HIGHEST for action port [ 743.136092] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_rules [ 743.136281] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 743.136326] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31adca3f-6358-419d-8e0a-c76f9db1d52f with Priority: HIGHEST for action port [ 743.136725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.136850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.136921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.137187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.137275] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.142588] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.142725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.142786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.142992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.143207] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.143305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.143444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.143583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.143679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.144582] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.145919] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-31adca3f-6358-419d-8e0a-c76f9db1d52f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.145919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.145919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.145919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.146194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31adca3f-6358-419d-8e0a-c76f9db1d52f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.362869] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.363233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.363233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.363384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.363447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.363961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.364094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.364157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.364428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.364428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.364557] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f is going to be updated. [ 743.403845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.404055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.404098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.404285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.404504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.418331] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: IN_PROGRESS for 2s [ 743.461067] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.555818] env[66232]: INFO networking_nsxv3.common.synchronization [req-ab735bb6-4a14-4f28-aa73-74f4059c183b req-2d233859-f986-4907-8776-e613764c0343 tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 743.556142] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 743.556440] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.556753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.556753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.556860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.557021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.557270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.557332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.557578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.557668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.557764] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.650634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.650634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.650634] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.651289] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31adca3f-6358-419d-8e0a-c76f9db1d52f with status ACTIVE [ 743.651516] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.651731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.651731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.651949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.652054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.652379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.652449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.652605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.652696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.653011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.653247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.653410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.656786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.656786] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31adca3f-6358-419d-8e0a-c76f9db1d52f is going to be updated. [ 743.677330] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.677757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.678806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31adca3f-6358-419d-8e0a-c76f9db1d52f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.963177] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30b6181c-f34c-4a10-abb5-b071e47eb53d: rpc.has_security_group_logging(os_id): False [ 743.968725] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.968919] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969359] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969637] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.969788] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969897] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.970124] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.970275] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.970557] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.970678] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.970783] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.970883] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.970987] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.971098] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.971221] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.983636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.983773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.983856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.984070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.984166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.984402] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.984502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.984565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.984712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.984792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.984875] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d is going to be created. [ 743.992712] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.992875] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.993019] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.993192] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.993491] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-bf8d1c74-037b-45fb-be0b-159d47615403 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.993666] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.993781] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.994297] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.994297] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8d1c74-037b-45fb-be0b-159d47615403',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.058030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.058030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.058436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.058436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.058513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.059728] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.059899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.059899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.060062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.060146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.060315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.060406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.060468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.060652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.060739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.060824] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 already deleted. [ 744.060933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.081132] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: IN_PROGRESS for 2s [ 744.156057] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.497235] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.497460] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.498109] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.498109] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.498109] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.498305] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port bf8d1c74-037b-45fb-be0b-159d47615403 not found, creating... [ 744.498684] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.498684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.498875] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.499022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.499162] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.499453] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.499616] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.499712] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.499990] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.500178] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.500442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: bf8d1c74-037b-45fb-be0b-159d47615403 is going to be created. [ 744.531476] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.531848] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.531934] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.532278] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.532876] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.532984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.659604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.659803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.659865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.660072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.660245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.660245] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 is going to be created. [ 744.692447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.692562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.692690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.692884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.692989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.710455] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: UNINITIALIZED for 2s [ 745.324136] env[66232]: INFO networking_nsxv3.common.synchronization [req-ab735bb6-4a14-4f28-aa73-74f4059c183b req-fb218709-f5e5-4f3a-9588-8e565ddb94e6 service nova] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 745.324136] env[66232]: INFO networking_nsxv3.common.synchronization [req-ab735bb6-4a14-4f28-aa73-74f4059c183b req-fb218709-f5e5-4f3a-9588-8e565ddb94e6 service nova] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 745.324136] env[66232]: INFO networking_nsxv3.common.synchronization [req-ab735bb6-4a14-4f28-aa73-74f4059c183b req-fb218709-f5e5-4f3a-9588-8e565ddb94e6 service nova] Enqueued Resource ID: bf8d1c74-037b-45fb-be0b-159d47615403 with Priority: HIGHEST for action port [ 745.324674] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 745.324674] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 745.325780] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8d1c74-037b-45fb-be0b-159d47615403 with Priority: HIGHEST for action port [ 745.325780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.325780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.325780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325780] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.326488] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.326634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.330211] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.330211] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.330211] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf8d1c74-037b-45fb-be0b-159d47615403 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.330211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.330211] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8d1c74-037b-45fb-be0b-159d47615403',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.431100] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f in Status: SUCCESS [ 745.431390] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f deletion is rescheduled due to dependency. [ 745.431496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.832179] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.832445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.832445] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.833679] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf8d1c74-037b-45fb-be0b-159d47615403 with status ACTIVE [ 745.833679] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.833679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.833679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.833904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.834041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.834139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.834353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.834353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.834464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.834510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.834672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.835780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.835780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.835780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.835780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.835780] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf8d1c74-037b-45fb-be0b-159d47615403 is going to be updated. [ 745.858274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.858462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.858560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.858811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.858946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf8d1c74-037b-45fb-be0b-159d47615403" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.095554] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: SUCCESS [ 746.095802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.337428] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.723104] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: SUCCESS [ 746.723374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.723582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.723842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.724115] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.724291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.724389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.724637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.724749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.724854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.724973] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.791873] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-5973dfa7-8f39-4b7a-8abd-573041ab1ed7 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 746.793728] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 746.794212] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.794410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.794518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.794881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.795130] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.795341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.795417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.795646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.796546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.796546] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.840476] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.840561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.840628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.840856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.840952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.841073] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be created. [ 746.868381] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.868557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.868661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.868974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.869185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.880306] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: UNINITIALIZED for 2s [ 747.139511] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.139713] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.139886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.144033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.144033] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.144033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.144033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.144033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.144033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.144033] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.144033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.144033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.144033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.144033] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.144521] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.146542] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.166858] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.167117] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.167276] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.167483] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.167986] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.168549] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168806] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168984] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f936941-f1f5-4cc8-8c5c-3feb4025a4b5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.227625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.227870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.229018] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.229018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.229286] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.229286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.229286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.229408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.229573] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.229668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.229730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.229887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.229983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.230099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.230204] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.298906] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.299195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.299790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300100] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.300584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.300671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300763] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a already deleted. [ 747.300847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.671479] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.671997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.671997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.672148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.672297] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.672452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 not found, creating... [ 747.672721] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.672894] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.672992] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.673514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.673514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.673690] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.673772] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.673868] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674286] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674360] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 is going to be created. [ 747.698145] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.698546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.698670] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.698978] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.699232] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.699470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.733179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4: rpc.has_security_group_logging(os_id): False [ 747.754546] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.754710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755782] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.755782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.756361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.756361] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.756361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.756361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.756507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.756627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.756830] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.756893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.756927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.757108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.757167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.757286] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 is going to be created. [ 747.875289] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.875437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.875520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.875779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.875970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.891586] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: IN_PROGRESS for 2s [ 748.533341] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-c92aa6dc-8563-434b-a058-ba21e854e4be service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 748.533796] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-c92aa6dc-8563-434b-a058-ba21e854e4be service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 748.533796] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-c92aa6dc-8563-434b-a058-ba21e854e4be service nova] Enqueued Resource ID: 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 with Priority: HIGHEST for action port [ 748.534276] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 748.534483] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 748.534656] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 with Priority: HIGHEST for action port [ 748.534969] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.535126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.535197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.535461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.535548] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.536924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.537508] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.537946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.538061] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.539020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.539178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.539251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.539450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.539508] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f936941-f1f5-4cc8-8c5c-3feb4025a4b5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.894166] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 748.894574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.894638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.894822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.895114] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.895272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.895358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.895541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.895618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.895697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.895791] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.041562] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.045167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.045167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 with status ACTIVE [ 749.045167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.045167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.045167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.045655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.045786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.045857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.046057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.046208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.046255] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f936941-f1f5-4cc8-8c5c-3feb4025a4b5 is going to be updated. [ 749.069608] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.069778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.069844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.070403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.070403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.070403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f936941-f1f5-4cc8-8c5c-3feb4025a4b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.399058] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.549385] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.649322] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-dfbbd188-5827-4fed-95db-f301202f7750 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 749.653027] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 749.653027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.653027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.902981] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40192dd9-7e79-4352-bba5-06bba2b4a181: rpc.has_security_group_logging(os_id): False [ 749.906100] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: SUCCESS [ 749.906445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.923027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.923027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.923027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.923288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.923391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.923643] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.923745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.923810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.923977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.924099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.924226] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be created. [ 749.994582] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.994703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.994703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.994891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.995094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.011135] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 750.053575] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.053575] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.053575] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.053575] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.058033] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.058033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.058033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.058033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.058033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.058033] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.058033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.058033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.058033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.058033] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.058033] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.058033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.058033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.058033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.059032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.059467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.059691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.059912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be created. [ 750.107099] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.107316] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.107531] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.107674] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.108011] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-8767fa54-c086-48e7-b377-4a7f8d37a88d taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.108354] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.108498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.109106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.109106] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8767fa54-c086-48e7-b377-4a7f8d37a88d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.122311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.122311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.122311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.122311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.122311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.133716] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: UNINITIALIZED for 2s [ 750.612458] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.612801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.612865] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.613143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.613712] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.613963] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 8767fa54-c086-48e7-b377-4a7f8d37a88d not found, creating... [ 750.614392] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.614663] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.614806] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.615106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.615258] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.615582] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.615744] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.615879] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.616157] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.616327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.616501] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 8767fa54-c086-48e7-b377-4a7f8d37a88d is going to be created. [ 750.640714] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.641036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.641114] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.641399] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.641631] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.641849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.367982] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-569c46b5-8f08-411c-9250-8ed2a087201b service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 751.368274] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-569c46b5-8f08-411c-9250-8ed2a087201b service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 751.368555] env[66232]: INFO networking_nsxv3.common.synchronization [req-32e209c5-6f4b-4283-b275-707a60caa773 req-569c46b5-8f08-411c-9250-8ed2a087201b service nova] Enqueued Resource ID: 8767fa54-c086-48e7-b377-4a7f8d37a88d with Priority: HIGHEST for action port [ 751.369694] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 751.369785] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 751.369920] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8767fa54-c086-48e7-b377-4a7f8d37a88d with Priority: HIGHEST for action port [ 751.370335] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.370529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.370761] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.370881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.371154] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8767fa54-c086-48e7-b377-4a7f8d37a88d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.371303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.372025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.372025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.372025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8767fa54-c086-48e7-b377-4a7f8d37a88d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.873805] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8767fa54-c086-48e7-b377-4a7f8d37a88d with status ACTIVE [ 751.874065] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.874200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.874265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.874470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.874561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.874723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.874815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.874886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.875023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.876032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.876032] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.876032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.876032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.876032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.876032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.876032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8767fa54-c086-48e7-b377-4a7f8d37a88d is going to be updated. [ 751.900924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.901078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.901145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.901323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.901464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.901623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8767fa54-c086-48e7-b377-4a7f8d37a88d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.023532] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 752.023776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.143681] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 752.143904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.144098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.144313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.144501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.144617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.144685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.144830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.144903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.144989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.145108] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.145994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.146185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.146361] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.146501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.146595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.146748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.146830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.146920] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.505187] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7d88946-c0fa-4c6e-8d4b-7115bc0554ed req-f6f18b8b-ef59-46fb-a930-f36f1e95c4cd tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 752.508035] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 752.508035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.508035] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.649025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.649159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.649385] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.870215] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.870215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.870215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.870215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.870949] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.871292] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.871551] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.871886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.872148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.872650] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.872877] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.873115] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.873354] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.873584] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.873785] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.874026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.905574] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.905735] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.905799] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.905970] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.906343] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-af080683-a3c6-4c55-a276-5d2ea4774613 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.906549] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.906687] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.907068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.907204] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af080683-a3c6-4c55-a276-5d2ea4774613',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.010575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.010813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.010908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.011337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.034571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.034940] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.035104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.035166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.035382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.035493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.035635] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 753.069583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.069764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.069836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.070057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.070199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.082692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 753.151102] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.410132] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.410390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.410538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.410862] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.411021] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.411206] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port af080683-a3c6-4c55-a276-5d2ea4774613 not found, creating... [ 753.411546] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.411790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.411949] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.412237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.412394] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.412733] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.412888] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.413029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.413277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.413423] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.413613] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: af080683-a3c6-4c55-a276-5d2ea4774613 is going to be created. [ 753.440480] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.440828] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.441074] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.441434] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.441772] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.442193] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.656745] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.657118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.657255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.657560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.657710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.657865] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 753.687325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.687465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.687531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.687775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.687908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.698458] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 754.207817] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7d88946-c0fa-4c6e-8d4b-7115bc0554ed req-25ee7ef7-e4cf-43ca-8b53-61813e578495 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 754.208139] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7d88946-c0fa-4c6e-8d4b-7115bc0554ed req-25ee7ef7-e4cf-43ca-8b53-61813e578495 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 754.208280] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7d88946-c0fa-4c6e-8d4b-7115bc0554ed req-25ee7ef7-e4cf-43ca-8b53-61813e578495 service nova] Enqueued Resource ID: af080683-a3c6-4c55-a276-5d2ea4774613 with Priority: HIGHEST for action port [ 754.209012] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 754.209545] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 754.209934] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af080683-a3c6-4c55-a276-5d2ea4774613 with Priority: HIGHEST for action port [ 754.210773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.210946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.211397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.211574] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.212622] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.212767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.213019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-af080683-a3c6-4c55-a276-5d2ea4774613 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.213175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.213259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.213627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.213720] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af080683-a3c6-4c55-a276-5d2ea4774613',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.716491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.717102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.717102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af080683-a3c6-4c55-a276-5d2ea4774613 with status ACTIVE [ 754.717257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.717438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.717524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.717825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.717976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.718248] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.718526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.718586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.718800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.719026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.719309] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.719468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.720522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.720731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.720896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.720984] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af080683-a3c6-4c55-a276-5d2ea4774613 is going to be updated. [ 754.751533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.751533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.751809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.753457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.753457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.753457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af080683-a3c6-4c55-a276-5d2ea4774613" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.097107] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 755.100029] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 deletion is rescheduled due to dependency. [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.100029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.100029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.100029] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.209469] env[66232]: INFO networking_nsxv3.common.synchronization [req-ad721890-2acd-4760-a1d8-341e415113ab req-5dbad90a-82e1-4b52-b352-f27040fb4b24 tempest-ServerGroupTestJSON-373051167 tempest-ServerGroupTestJSON-373051167-project-member] Enqueued Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 755.210463] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGHEST for action security_group_members [ 755.211112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.215023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.215023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.215023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.215023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.215023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.215023] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.603607] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.709708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 755.710474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.710474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.710474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.710931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.710931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.710931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.711128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.711128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.711250] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.714957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.715381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.715490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.715658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.715762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.715927] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.716071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.716170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.716472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.716472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.716472] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 is going to be updated. [ 755.746209] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.746794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.746794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.746794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.746794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.757981] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: IN_PROGRESS for 2s [ 756.106081] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.213509] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.614231] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.614810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.614810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.614928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.615061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.615184] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 756.657019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.657019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.657019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.657019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.657019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671595] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 756.718289] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.225102] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.225102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.225102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.225102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.225102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.225102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 757.262044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.262044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.262044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.262044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.262308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.272124] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 757.772081] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 in Status: SUCCESS [ 757.772479] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 deletion is rescheduled due to dependency. [ 757.772523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.682835] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.682835] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.682835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.683278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.683278] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.185065] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.185507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.186833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.187143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.187143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.187143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.187502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.187502] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.187715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.187715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.187799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.187844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.188484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.188484] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.283423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.285441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.285441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.285441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.285441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.286120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.286120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.286120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.286120] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.488111] env[66232]: INFO networking_nsxv3.common.synchronization [req-1619e354-cb87-404c-911d-ce6fc54b8728 req-f9093156-eacb-49b7-827d-66bf42812e5d tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 759.488111] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 759.488111] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.488111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.488111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.488571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.488649] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.488754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.488818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.488975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.489191] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.691739] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9: rpc.has_security_group_logging(os_id): False [ 759.710651] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.710886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.711030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.711284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.711379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.711791] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.711926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.712057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.712285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.712382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.712592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.712691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.716949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.717165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.717260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.717505] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.717612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.717675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.717819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.717894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.717971] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 759.789812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.789812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.789812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.790499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.790499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.791375] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c26f33-0f95-4b85-b98a-286dc66e6a5a: rpc.has_security_group_logging(os_id): False [ 759.827587] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.827785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.827869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.828154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.828272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.828549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.828679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.828761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.829014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.829124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.829427] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.829827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.829827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.829827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.830067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.831096] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.831567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.831660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.831977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.832129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.836269] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be created. [ 759.837451] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 759.946769] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.946926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.947795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.947795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 759.992224] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.992375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.993026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.993026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.993026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.993322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.993322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.993322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.993322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.993438] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 760.000616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.000899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.001028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.001294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.001849] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.034671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.034671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.034671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.034671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.034671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.047760] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 760.058999] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 760.058999] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 760.504270] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.754135] env[66232]: INFO networking_nsxv3.common.synchronization [None req-bf379155-34d0-473f-98af-301db692a6f9 None None] Enqueued Resource ID: 3cc61c92-ccde-4ec8-839a-c2ba50b976cb with Priority: HIGHEST for action port [ 760.754912] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc61c92-ccde-4ec8-839a-c2ba50b976cb with Priority: HIGHEST for action port [ 760.755379] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc61c92-ccde-4ec8-839a-c2ba50b976cb taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.755652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc61c92-ccde-4ec8-839a-c2ba50b976cb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.755717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc61c92-ccde-4ec8-839a-c2ba50b976cb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.756074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc61c92-ccde-4ec8-839a-c2ba50b976cb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.756228] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc61c92-ccde-4ec8-839a-c2ba50b976cb',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.007523] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.261800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cc61c92-ccde-4ec8-839a-c2ba50b976cb [ 761.262350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.263435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.263648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.265153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.265153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.265153] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cc61c92-ccde-4ec8-839a-c2ba50b976cb already deleted. [ 761.265153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc61c92-ccde-4ec8-839a-c2ba50b976cb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.510871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 761.510871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 761.856071] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 761.856071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.984030] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 761.984030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.984686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.984686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.984686] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.060877] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 762.061198] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 762.061310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.490890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.491173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.491423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.492135] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.492725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.493377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.493377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.493377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.493377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.493595] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.669588] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.669917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.670580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.670580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.686357] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 762.687054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.687970] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 762.740371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.740371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.740371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.740371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.744751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.745309] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 762.745417] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 762.745417] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 762.791250] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.791407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.791452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.791668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.792709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.792870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 762.899459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.899676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.899709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.901496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.902431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.902687] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 762.994325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.994559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.994646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.996716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.997177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.998195] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 762.998394] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1551a50d-ecc1-4b39-ae51-295a373b1575', 'a773f5d9-7f90-4dae-9aaf-68e87f4b1285', 'f91514b5-6cbd-43d4-b633-01fb7d69e31a', '40192dd9-7e79-4352-bba5-06bba2b4a181', 'ed093835-7b74-4675-853a-3095eda96db1', 'd1afb929-26eb-4afd-90a6-58fa4dfbdf22', '014d5fb6-ce36-44b9-9436-fa59a7cd5ec9', '44bf0bb4-665c-42b7-88b9-1193775000c6', '0ede7981-032e-4b83-8236-b2e1acd90bca', 'ae39f714-ed7e-463e-b381-86324595e1b8', '30b6181c-f34c-4a10-abb5-b071e47eb53d', 'cb0fcc7c-e451-4a71-8a91-1d4b094d06f4', '8046d2da-5b19-4bb1-817a-0205f9433020', 'c3d26db7-6304-412c-9927-e3c6541648b8', '590c2437-70be-4975-9108-497dc1125d92', '677e68c6-d876-4b27-9b62-ef7993576fb1', 'd1a5d04e-0043-4983-bafd-2da86d2f6bd1', '991ad104-dbbe-49a6-aed0-ee98abb8de6f', '187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9', '4b43c43b-ca5c-4ece-832e-c388b864802d', '6ff44461-c3c2-4d19-ad9e-7d17dce0e47a', 'f9ebc270-5e9d-41e9-9693-54f24abaf4e5', 'b7780809-e7e0-4738-af0f-337bb87b712d', 'b3c565fc-1991-455e-bea1-0be4d6f7a706', '5d09dc97-b2cd-4fb1-bacc-2584621c10d0', 'ba31d7e7-6549-475e-9c9b-c5d9d9409205', '2c210891-3a1d-4c3b-82fb-f6a26b77d457', '7cc3a0a8-eeb6-4319-8759-f4514c89c2b4', 'f4aea835-890d-4b00-9260-58ba857aa1f8', '1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39', '94c26f33-0f95-4b85-b98a-286dc66e6a5a'} {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 762.998597] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 763.000236] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.000443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.000543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.000861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.001013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.001177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.001277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.001520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.001621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.001829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.001910] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.001995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.002100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.002242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.002381] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.002656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.002656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.002741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.002782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.002835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.002925] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.062745] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.062928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.062980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.063298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.063596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.063747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 763.063747] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 763.063869] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 763.145133] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.146824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.146824] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 763.146824] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 763.146824] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 763.146971] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 763.146971] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 763.147082] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGH for action security_group_rules [ 763.147163] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGH for action security_group_rules [ 763.147219] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGH for action security_group_rules [ 763.147290] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGH for action security_group_rules [ 763.147358] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGH for action security_group_rules [ 763.147418] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGH for action security_group_rules [ 763.147475] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGH for action security_group_rules [ 763.147552] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGH for action security_group_rules [ 763.148282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGH for action security_group_rules [ 763.148649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.314024] env[66232]: INFO networking_nsxv3.common.synchronization [req-8735929c-ac76-49c4-8da8-eac65237da12 req-81fd28a0-be40-4dc7-85cc-4d8a7e2fff7d tempest-ServerDiagnosticsNegativeTest-1569392433 tempest-ServerDiagnosticsNegativeTest-1569392433-project-member] Enqueued Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 763.314024] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 763.314216] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGH for action security_group_rules [ 763.314354] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGH for action security_group_rules [ 763.314486] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 with Priority: HIGH for action security_group_rules [ 763.314665] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590c2437-70be-4975-9108-497dc1125d92 with Priority: HIGH for action security_group_rules [ 763.314724] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b43c43b-ca5c-4ece-832e-c388b864802d with Priority: HIGH for action security_group_rules [ 763.314846] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGH for action security_group_rules [ 763.314963] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f with Priority: HIGH for action security_group_rules [ 763.315093] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 with Priority: HIGH for action security_group_rules [ 763.315301] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGH for action security_group_rules [ 763.315339] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 with Priority: HIGH for action security_group_rules [ 763.315457] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGH for action security_group_rules [ 763.315572] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGH for action security_group_rules [ 763.315686] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGH for action security_group_rules [ 763.315800] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGH for action security_group_rules [ 763.315914] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGH for action security_group_rules [ 763.316041] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 with Priority: HIGH for action security_group_rules [ 763.316157] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 with Priority: HIGH for action security_group_rules [ 763.316269] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed093835-7b74-4675-853a-3095eda96db1 with Priority: HIGH for action security_group_rules [ 763.316854] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 with Priority: HIGH for action security_group_rules [ 763.316928] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGH for action security_group_rules [ 763.317333] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.317497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.317600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.317935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.319202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.319202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.319202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.319202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.319202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.319202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.320350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.320350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.320568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.321252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.321252] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.322396] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.322550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.322550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.322762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.322864] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.324336] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.324443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.324812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.324812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.324902] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('014d5fb6-ce36-44b9-9436-fa59a7cd5ec9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.327728] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590c2437-70be-4975-9108-497dc1125d92 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.327728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.327728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.327728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.327728] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590c2437-70be-4975-9108-497dc1125d92',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.328911] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b43c43b-ca5c-4ece-832e-c388b864802d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.328911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.330389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.330546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.330726] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b43c43b-ca5c-4ece-832e-c388b864802d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.333754] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.333891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.334111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.334234] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.336271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.336410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.336491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.336832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.337022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991ad104-dbbe-49a6-aed0-ee98abb8de6f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.338412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.338535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.341039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.341039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.341039] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1a5d04e-0043-4983-bafd-2da86d2f6bd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.341039] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.341039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.341039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.341039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.341039] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.341039] env[66232]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 763.342476] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677e68c6-d876-4b27-9b62-ef7993576fb1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.342476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.342476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.342476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.342476] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677e68c6-d876-4b27-9b62-ef7993576fb1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.342969] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.343701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.343766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.343966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.344058] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.345308] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.345433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.345479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.345901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.345901] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.348040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.348181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.348181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.348398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.348569] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.350409] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.350409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.350633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.350685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.351216] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.352419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.352535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.352604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.352764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.352906] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.353774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.353914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.353961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.354104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.354176] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1afb929-26eb-4afd-90a6-58fa4dfbdf22',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.355036] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44bf0bb4-665c-42b7-88b9-1193775000c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.355145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.355228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.355346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.355416] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44bf0bb4-665c-42b7-88b9-1193775000c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.356513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed093835-7b74-4675-853a-3095eda96db1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.356656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.356705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.356827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.356899] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed093835-7b74-4675-853a-3095eda96db1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.359305] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.359305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.359305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.359305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.359305] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a773f5d9-7f90-4dae-9aaf-68e87f4b1285',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.359305] env[66232]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 763.359305] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.359719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.359719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.359791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.359825] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.504717] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c26f33-0f95-4b85-b98a-286dc66e6a5a: rpc.has_security_group_logging(os_id): False [ 763.527021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.527219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.527311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.527596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557463] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557463] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557989] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.558151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.558151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.558329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.558465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.558574] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 763.629605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.629788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.630132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.630285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.647490] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 763.766348] env[66232]: INFO networking_nsxv3.common.synchronization [None req-09e1ca69-ab2b-4c2c-a37e-3c1c39d0dc16 None None] Enqueued Resource ID: cf068494-4305-4960-8979-3cd0b1bfa4e7 with Priority: HIGHEST for action port [ 763.767792] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf068494-4305-4960-8979-3cd0b1bfa4e7 with Priority: HIGHEST for action port [ 763.768402] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf068494-4305-4960-8979-3cd0b1bfa4e7 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.768591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf068494-4305-4960-8979-3cd0b1bfa4e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.768707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf068494-4305-4960-8979-3cd0b1bfa4e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.769163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf068494-4305-4960-8979-3cd0b1bfa4e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.769339] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf068494-4305-4960-8979-3cd0b1bfa4e7',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.863236] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.863412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.863457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.863883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.863984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.864056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.864207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.864290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.864376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.864463] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.865632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.865807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.865914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.866937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.867055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.868285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.868285] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c already deleted. [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.868285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.868285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.869068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.869068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.869315] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.903868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.903868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.903868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.903868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.904180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.904180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.904180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.904290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.905248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.905248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.905248] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.905456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.905586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.905622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.906352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.906352] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.906352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.906352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.906352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.906767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.907703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.907703] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.908797] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.908915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.909487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.909487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.909487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.909487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.909487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.909669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.909749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.909825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.909910] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.919479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.919656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.922024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.922024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.922024] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.926677] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927250] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.927366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.927432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.932289] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.932856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.932856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.932856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.932999] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.933065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.933096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.933228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.933305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.933386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.933469] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.934464] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.934751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.934828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.935018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.935165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.935257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.935316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.935455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.935530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.935614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.935708] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.942572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.942572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.942572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.942572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.942572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.942882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.942882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.942943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.942974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.943072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.943304] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.003056] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.003420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.003420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.003611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.006079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.006079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.007225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.007486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.008236] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.008403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.009647] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.009647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010426] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.012047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.012153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.013060] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.013277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.014167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.014361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.015316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.015466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.034199] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1afb929-26eb-4afd-90a6-58fa4dfbdf22 is going to be deleted. [ 764.036028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.036028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.056610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.056771] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a773f5d9-7f90-4dae-9aaf-68e87f4b1285 is going to be deleted. [ 764.057861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.057990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.084678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.084678] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b43c43b-ca5c-4ece-832e-c388b864802d is going to be deleted. [ 764.085864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.085864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.115716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.115716] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1a5d04e-0043-4983-bafd-2da86d2f6bd1 is going to be deleted. [ 764.115716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.115716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.122281] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.122609] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.122815] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.123237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.123586] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.123704] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.123885] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.124178] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.125274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.125274] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.125274] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.125274] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.125274] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.125274] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.125274] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.125274] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.134127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.134127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.196084] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8fb8f96a-2dc6-487d-9de9-5c97bb859e5c None None] Enqueued Resource ID: de6f95e9-b76e-4ca1-8120-1eda19657eaa with Priority: HIGHEST for action port [ 764.196704] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6f95e9-b76e-4ca1-8120-1eda19657eaa with Priority: HIGHEST for action port [ 764.197301] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6f95e9-b76e-4ca1-8120-1eda19657eaa taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.197301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6f95e9-b76e-4ca1-8120-1eda19657eaa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.197301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6f95e9-b76e-4ca1-8120-1eda19657eaa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.197597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6f95e9-b76e-4ca1-8120-1eda19657eaa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.197681] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6f95e9-b76e-4ca1-8120-1eda19657eaa',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.245808] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0e7c00d4-6521-4d0b-8edf-39dab26eef61 None None] Enqueued Resource ID: a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a with Priority: HIGHEST for action port [ 764.245808] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a with Priority: HIGHEST for action port [ 764.246335] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.246335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.246507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.246895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.247066] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.272474] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272474] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf068494-4305-4960-8979-3cd0b1bfa4e7 [ 764.272723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.273159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.273256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.273327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf068494-4305-4960-8979-3cd0b1bfa4e7 already deleted. [ 764.273673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf068494-4305-4960-8979-3cd0b1bfa4e7" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.287624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.287624] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.162 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.287624] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.289097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.289097] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-a4f3b853-ace1-4247-8a51-1aaa354d569e taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.289838] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.290100] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f3b853-ace1-4247-8a51-1aaa354d569e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.305469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.305609] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed093835-7b74-4675-853a-3095eda96db1 is going to be deleted. [ 764.307144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.307423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.372629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.372730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.372765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.373091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.373194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.373266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.373337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.374568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.374568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.374568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.375014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.375014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.375014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.375014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.375014] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.376250] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.376250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.376349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.376827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.376827] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.376827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.376827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.377028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.377028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.377093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.377263] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.377942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.377942] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.377942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.377942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378269] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.383826] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.384195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.385245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.385467] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 014d5fb6-ce36-44b9-9436-fa59a7cd5ec9 is going to be deleted. [ 764.387571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.387941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.390730] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.391085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.391744] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1551a50d-ecc1-4b39-ae51-295a373b1575: rpc.has_security_group_logging(os_id): False [ 764.408613] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.409744] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.409900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.410048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.410460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.410888] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.410888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.410888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.411155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.411251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.411888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.411888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.411888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.412027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.412089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.412120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.412258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.412328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412510] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.416480] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422968] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44bf0bb4-665c-42b7-88b9-1193775000c6 is going to be deleted. [ 764.423902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.424261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.425065] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.455137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.455519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.455519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.455944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.455944] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.456089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.456089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.456285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.456348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.456406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.456541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.456621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.456686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.456826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.456966] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.457068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.457132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.457266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.457342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.457423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.457513] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.458919] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.459097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.459097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.459176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.459340] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.459438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.459506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.459670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.459742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.459828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.459971] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.460076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.460138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.460274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.460466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.460531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.460561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.460685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.460760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.460839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.460928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.461877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.461988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.462184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.462359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.462507] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.462606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.462666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.462834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.462888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.462949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.463099] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.463290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.463356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.463493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.463632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.463719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.463783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.463904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.463978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.464076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.464154] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.466921] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.467063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.467218] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.468393] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.474836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.475041] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991ad104-dbbe-49a6-aed0-ee98abb8de6f is going to be deleted. [ 764.476197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.476893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.520814] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.520996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.527829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.527982] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677e68c6-d876-4b27-9b62-ef7993576fb1 is going to be deleted. [ 764.529177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.529418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.564648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.565377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.595715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.595898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590c2437-70be-4975-9108-497dc1125d92 is going to be deleted. [ 764.596860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1afb929-26eb-4afd-90a6-58fa4dfbdf22" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a773f5d9-7f90-4dae-9aaf-68e87f4b1285" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b43c43b-ca5c-4ece-832e-c388b864802d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1a5d04e-0043-4983-bafd-2da86d2f6bd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.600982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.654323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.655347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.655800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.655800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.656092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.656092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.660262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.660262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.660262] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 764.660262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.660262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.660262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.660714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed093835-7b74-4675-853a-3095eda96db1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.660714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.660714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.660714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.660939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-014d5fb6-ce36-44b9-9436-fa59a7cd5ec9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.661794] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.661947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.662066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.662232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.662311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.662436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991ad104-dbbe-49a6-aed0-ee98abb8de6f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.662577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.662717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.662791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.662892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44bf0bb4-665c-42b7-88b9-1193775000c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.702060] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de6f95e9-b76e-4ca1-8120-1eda19657eaa [ 764.702316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.702550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.703904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.704662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.704662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.704662] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de6f95e9-b76e-4ca1-8120-1eda19657eaa already deleted. [ 764.704662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6f95e9-b76e-4ca1-8120-1eda19657eaa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.706713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.707319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.707539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.708419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.708419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.708419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677e68c6-d876-4b27-9b62-ef7993576fb1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.751876] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a [ 764.751876] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.751876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.751876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.751876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.751876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.751876] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a already deleted. [ 764.751876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0799b8b-1fcc-4be1-9ee2-17e0148d6b4a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.794019] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.794363] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.794404] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.794661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.794807] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.794957] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port a4f3b853-ace1-4247-8a51-1aaa354d569e not found, creating... [ 764.795269] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.795395] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.795511] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.795727] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.795865] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.796259] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.796499] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.796626] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.796856] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.796993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.797148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: a4f3b853-ace1-4247-8a51-1aaa354d569e is going to be created. [ 764.798920] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.799072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.799146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.799797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.799924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.800103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590c2437-70be-4975-9108-497dc1125d92" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.878204] env[66232]: INFO networking_nsxv3.common.synchronization [req-00241152-d3da-4a98-b63b-983dca85ec76 req-efa3ff2a-d36e-4daa-8bc0-d50b01293fca tempest-ServerRescueTestJSON-1153081656 tempest-ServerRescueTestJSON-1153081656-project-member] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 764.878959] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 764.879836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.879965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.880261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.880420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.880522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.880738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.880856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.880963] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.884298] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.884719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.884719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885370] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.885370] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.885492] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.887696] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91514b5-6cbd-43d4-b633-01fb7d69e31a: rpc.has_security_group_logging(os_id): False [ 764.904970] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.905173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.905287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.905426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.905573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.914983] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8046d2da-5b19-4bb1-817a-0205f9433020: rpc.has_security_group_logging(os_id): False [ 764.918360] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9: rpc.has_security_group_logging(os_id): False [ 764.928055] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30b6181c-f34c-4a10-abb5-b071e47eb53d: rpc.has_security_group_logging(os_id): False [ 764.931222] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.931678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.931678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.931794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.944278] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.944436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.949346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 764.961643] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.961845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.966178] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0fcc7c-e451-4a71-8a91-1d4b094d06f4: rpc.has_security_group_logging(os_id): False [ 764.967424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 764.968840] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae39f714-ed7e-463e-b381-86324595e1b8: rpc.has_security_group_logging(os_id): False [ 764.971090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.971241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.971363] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40192dd9-7e79-4352-bba5-06bba2b4a181: rpc.has_security_group_logging(os_id): False [ 764.972230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3d26db7-6304-412c-9927-e3c6541648b8: rpc.has_security_group_logging(os_id): False [ 764.977764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.978101] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.978234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.978301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.978542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.978634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.978846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.978949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.979024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.979186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.979259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.979452] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.979529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.979628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.979775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.979851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.979946] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 764.981130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.981299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.004263] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.004386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.005372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.005496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.012589] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.012675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.032451] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.032451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.032451] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.032451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.070819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.071207] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.071397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.071950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.072291] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.072482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.072586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.072861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.072984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.073343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.073816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.073939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.074356] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 765.076100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.076405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.129323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.130407] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.130407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.130407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.130642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.130751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.130902] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d is going to be updated. [ 765.133879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.134174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.160523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.160951] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.161130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.161224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.161496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.161624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.161759] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 765.163858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.164015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.187952] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.188448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.204292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.204701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.204785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.204984] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.205097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.205176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.205332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.205490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.205610] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.205701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.205781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.205928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.206009] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206435] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 765.208169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.208348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.210646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.210752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.222275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.222479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.231559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.232086] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.232086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.232236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.232738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.232738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.232836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.232968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.233364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.233573] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.233705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.233744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.233880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.234023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.234179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 765.235578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.236737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.240796] env[66232]: INFO networking_nsxv3.common.synchronization [req-ac759b3b-e001-415d-a596-a328fc039184 req-a89d23a3-1f6a-4773-ae58-4959cea7da55 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 765.241409] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 765.241726] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.241863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.242063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.242347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.242509] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.242631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.242693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.242870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.242957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.243318] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.252274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.252443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.275214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.275536] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.275647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.275713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.275889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.275986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.276088] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 765.279140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.279140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.279140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.279778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.307978] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 765.353503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.353503] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.353503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.353503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.353780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.353780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.353780] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be updated. [ 765.354772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.355984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.355984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.355984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.363184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.363412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.384625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.384810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.384959] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.411431] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: IN_PROGRESS for 2s [ 765.422124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.422467] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423768] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.424172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.424239] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 765.425622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.425622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.425771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.426712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.426866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.426995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.428954] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.429126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.429258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.429362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.429427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.430343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.430472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.430589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.431907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.432201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.432467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.470129] env[66232]: INFO networking_nsxv3.common.synchronization [req-8735929c-ac76-49c4-8da8-eac65237da12 req-c7652c51-07f8-4fbb-8489-955335c73ce2 service nova] Enqueued Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_rules [ 765.470129] env[66232]: INFO networking_nsxv3.common.synchronization [req-8735929c-ac76-49c4-8da8-eac65237da12 req-c7652c51-07f8-4fbb-8489-955335c73ce2 service nova] Enqueued Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 765.470129] env[66232]: INFO networking_nsxv3.common.synchronization [req-8735929c-ac76-49c4-8da8-eac65237da12 req-c7652c51-07f8-4fbb-8489-955335c73ce2 service nova] Enqueued Resource ID: a4f3b853-ace1-4247-8a51-1aaa354d569e with Priority: HIGHEST for action port [ 765.470129] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_rules [ 765.470436] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 765.470436] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f3b853-ace1-4247-8a51-1aaa354d569e with Priority: HIGHEST for action port [ 765.470703] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.470786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.470817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.471072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.471153] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.472281] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.472791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.473021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.473188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.473275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.473364] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.474133] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f3b853-ace1-4247-8a51-1aaa354d569e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.474238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.474294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.474547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.474547] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f3b853-ace1-4247-8a51-1aaa354d569e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.498367] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 765.499350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.499535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.499535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.499726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.502253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502476] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 765.503121] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 765.504127] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 765.504738] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 765.538819] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: IN_PROGRESS for 2s [ 765.615425] env[66232]: INFO networking_nsxv3.common.synchronization [req-b45c2d18-b5aa-4425-a24e-cb2a72144f45 req-e91d393e-49fd-4b9d-a541-0649ec629c89 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 765.616531] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 765.616810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.616929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.626901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.626901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.627079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.627196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.627345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.661219] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 765.679296] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 765.679938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.744957] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.888158] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.976500] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4f3b853-ace1-4247-8a51-1aaa354d569e with status ACTIVE [ 765.976708] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.976828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.976889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.977114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.977446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.977900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.977900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.977900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.978067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.978067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.978938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.979296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.979329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.979504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.979556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.980133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4f3b853-ace1-4247-8a51-1aaa354d569e is going to be updated. [ 765.982409] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.984760] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.985153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008298] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.008509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.008947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.008947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.009095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f3b853-ace1-4247-8a51-1aaa354d569e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.248866] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.391921] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.392205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.392205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.392401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.392593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.393027] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 766.425841] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.425841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.425841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.425841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.425841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.433799] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 766.487274] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.657689] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9339859b-4407-4607-8b31-38f06af2e0d3 None None] Enqueued Resource ID: b7660653-78bf-432a-bba2-a2c5dacc3215 with Priority: HIGHEST for action port [ 766.658265] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7660653-78bf-432a-bba2-a2c5dacc3215 with Priority: HIGHEST for action port [ 766.661530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7660653-78bf-432a-bba2-a2c5dacc3215 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.661698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7660653-78bf-432a-bba2-a2c5dacc3215" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.661791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7660653-78bf-432a-bba2-a2c5dacc3215" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.662132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7660653-78bf-432a-bba2-a2c5dacc3215" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.662495] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7660653-78bf-432a-bba2-a2c5dacc3215',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.751401] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.751867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.752016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.752219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.752258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.752350] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 766.781469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.781615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.781722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.781963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.782126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 766.966922] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 766.966922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.990486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.991222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.991222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.991222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.991435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.991435] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c is going to be created. [ 767.019925] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.020112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.020187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.020413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.020638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.033834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: UNINITIALIZED for 2s [ 767.164504] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7660653-78bf-432a-bba2-a2c5dacc3215 [ 767.164740] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.164871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.164940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.165176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.165267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.165365] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7660653-78bf-432a-bba2-a2c5dacc3215 already deleted. [ 767.165447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7660653-78bf-432a-bba2-a2c5dacc3215" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.330862] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 767.330862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.382238] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ebd410d1-55cc-4927-a0d8-95c3d1b7f339 None None] Enqueued Resource ID: 0a2baf10-fbdc-4ff8-9da8-b7312c59ec44 with Priority: HIGHEST for action port [ 767.382238] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2baf10-fbdc-4ff8-9da8-b7312c59ec44 with Priority: HIGHEST for action port [ 767.382238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2baf10-fbdc-4ff8-9da8-b7312c59ec44 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.382238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2baf10-fbdc-4ff8-9da8-b7312c59ec44" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.383082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2baf10-fbdc-4ff8-9da8-b7312c59ec44" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.384892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2baf10-fbdc-4ff8-9da8-b7312c59ec44" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.384892] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2baf10-fbdc-4ff8-9da8-b7312c59ec44',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.428819] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: SUCCESS [ 767.429162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.525819] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 767.525819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.526605] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 767.527582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.527582] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 767.527582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.528276] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 767.528446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.529202] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 767.529887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.551734] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: SUCCESS [ 767.551969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.675405] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 767.675825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.889179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a2baf10-fbdc-4ff8-9da8-b7312c59ec44 [ 767.889179] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.889179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.889179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.889179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.889179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.889179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a2baf10-fbdc-4ff8-9da8-b7312c59ec44 already deleted. [ 767.889179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2baf10-fbdc-4ff8-9da8-b7312c59ec44" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.444009] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 768.444296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.802320] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 768.802539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.802713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.802969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.803117] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.803233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.803303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.803447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.803525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803620] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.046623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: SUCCESS [ 769.046818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.047073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.048211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.055239] env[66232]: INFO networking_nsxv3.common.synchronization [req-86796b71-0141-4070-a7a6-c8db19320321 req-8837f6e2-bdfb-4ae0-b97b-1263767e8e01 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 769.055239] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 769.055239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.055239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.055239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.055239] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.078505] env[66232]: INFO networking_nsxv3.common.synchronization [req-86796b71-0141-4070-a7a6-c8db19320321 req-8837f6e2-bdfb-4ae0-b97b-1263767e8e01 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 769.078505] env[66232]: INFO networking_nsxv3.common.synchronization [req-86796b71-0141-4070-a7a6-c8db19320321 req-8837f6e2-bdfb-4ae0-b97b-1263767e8e01 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 769.078696] env[66232]: INFO networking_nsxv3.common.synchronization [req-86796b71-0141-4070-a7a6-c8db19320321 req-8837f6e2-bdfb-4ae0-b97b-1263767e8e01 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 769.079208] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 769.079383] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 769.079507] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 769.079786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.079912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.079979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.080897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.081144] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.082519] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.083865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.084161] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6a6075-3989-4a43-9899-19d84c7381f6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.084493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.084593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.084859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.084992] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6a6075-3989-4a43-9899-19d84c7381f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.313239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.313239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.313239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.313239] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 769.359336] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.359483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.359593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.359830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.360039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.371747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 769.553206] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.553206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.553206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.553206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.553206] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.553206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.553206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.554102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.554102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.554102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.554338] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.554338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.554451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.554544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.554544] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.554988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.554988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.554988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.555181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.555181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.555181] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.559731] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.587240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.587393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.588126] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6a6075-3989-4a43-9899-19d84c7381f6 with status ACTIVE [ 769.588313] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.588644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.588644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.589648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.589648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.590031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.590031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.595145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.595238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.595417] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 is going to be updated. [ 769.625136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.625136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.625136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.625136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.625136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.625471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.652792] env[66232]: INFO networking_nsxv3.common.synchronization [req-29d94ee4-cae3-471c-9839-cca1e6024284 req-099853c6-d16f-4471-9836-1857b022e462 tempest-VolumesAdminNegativeTest-931710135 tempest-VolumesAdminNegativeTest-931710135-project-member] Enqueued Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 769.655371] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 769.655371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.655371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.655371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.655371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.655710] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.655875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.655983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.660025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.064021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46ff2be-2706-4ba1-9ee3-b8ca08ff819c: rpc.has_security_group_logging(os_id): False [ 770.064021] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.084024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.084024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.084024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086975] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.086975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.086975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.086975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.089400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.089400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.089400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.089400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.089400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.089400] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c is going to be created. [ 770.159164] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.159164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.159164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.159164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.159164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.161406] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.161556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.161670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.161838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.161925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.162167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.162277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.162338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.162493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.162585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.162676] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 already deleted. [ 770.162753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.180830] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: IN_PROGRESS for 2s [ 770.193787] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.194210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.194622] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.194815] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.195200] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.195424] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.195606] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.195893] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.196110] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.196401] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.196677] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.196835] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.196979] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.197175] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.197347] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.197548] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.220625] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.220625] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.220625] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.220625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.220625] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-bd715653-7056-4399-a3b3-3f85aea65aa3 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.220625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.220625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.220935] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.220996] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd715653-7056-4399-a3b3-3f85aea65aa3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.566599] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.566969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.567018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.567601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.567765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.567891] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 770.604982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.604982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.604982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.604982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.604982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.615619] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 770.724087] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.724279] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.724412] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.724686] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.724874] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.725045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port bd715653-7056-4399-a3b3-3f85aea65aa3 not found, creating... [ 770.725450] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.725637] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.725753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.725972] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.726149] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.726416] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.726589] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.726720] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.726989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.727349] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.727349] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: bd715653-7056-4399-a3b3-3f85aea65aa3 is going to be created. [ 770.747453] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.747657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.747784] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.748059] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.748293] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.748518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.384449] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 771.384652] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a deletion is rescheduled due to dependency. [ 771.384782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.496262] env[66232]: INFO networking_nsxv3.common.synchronization [req-29d94ee4-cae3-471c-9839-cca1e6024284 req-f22ca96f-d2af-4226-9761-337951255c51 service nova] Enqueued Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_rules [ 771.496636] env[66232]: INFO networking_nsxv3.common.synchronization [req-29d94ee4-cae3-471c-9839-cca1e6024284 req-f22ca96f-d2af-4226-9761-337951255c51 service nova] Enqueued Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 771.496636] env[66232]: INFO networking_nsxv3.common.synchronization [req-29d94ee4-cae3-471c-9839-cca1e6024284 req-f22ca96f-d2af-4226-9761-337951255c51 service nova] Enqueued Resource ID: bd715653-7056-4399-a3b3-3f85aea65aa3 with Priority: HIGHEST for action port [ 771.497125] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_rules [ 771.497261] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 771.497358] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd715653-7056-4399-a3b3-3f85aea65aa3 with Priority: HIGHEST for action port [ 771.497650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.497788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.497861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498357] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.499479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.499670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.499791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500251] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.500405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.500982] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.501808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd715653-7056-4399-a3b3-3f85aea65aa3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.503459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.503459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.503459] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd715653-7056-4399-a3b3-3f85aea65aa3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.831034] env[66232]: INFO networking_nsxv3.common.synchronization [req-878e577c-8a4e-41e5-8fff-cbe1837d73a0 req-3992fb43-8b06-4011-9544-d559f8d98396 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 771.831319] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 771.831394] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.832045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.832045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.832045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.832045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.832269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.832381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.832573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.832717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.832902] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.005541] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd715653-7056-4399-a3b3-3f85aea65aa3 with status ACTIVE [ 772.005799] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.009021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd715653-7056-4399-a3b3-3f85aea65aa3 is going to be updated. [ 772.009021] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.009783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.009874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.027738] env[66232]: INFO networking_nsxv3.common.synchronization [req-d8471cea-3a14-49c7-b585-f28015ed2aef req-8d854281-ed07-49e8-9360-14bb838ac5c9 tempest-FloatingIPsAssociationTestJSON-152351827 tempest-FloatingIPsAssociationTestJSON-152351827-project-member] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 772.028428] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGHEST for action security_group_members [ 772.029915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.029915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.029915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.029915] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.031851] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.031958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.032031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.032195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.032330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.032494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd715653-7056-4399-a3b3-3f85aea65aa3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.203805] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: SUCCESS [ 772.204729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.335541] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.515333] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.534421] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.534646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.534862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.534951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.535165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.535252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.535403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.535450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.535601] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be updated. [ 772.565765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.565908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.565988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.566207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.566350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.577994] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: IN_PROGRESS for 2s [ 772.634544] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.634544] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.634544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.634544] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.841170] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.018785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.018785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.018785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.018785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.019167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.019167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 is going to be created. [ 773.044953] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.045286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.045360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.056141] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: UNINITIALIZED for 2s [ 773.136992] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.343590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.343800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.343858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.344314] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 773.381859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.382031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.382106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.382371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.392732] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 773.639273] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.142245] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.143090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.143090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.143256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.143427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.143737] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 774.175252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.175252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.175252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.175252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.175252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185907] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 774.588050] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 in Status: SUCCESS [ 774.588192] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 deletion is rescheduled due to dependency. [ 774.588274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.616893] env[66232]: INFO networking_nsxv3.common.synchronization [req-cead2f63-ff93-4354-aa10-e8aaf978a2cf req-f6bd0bc6-06d9-44de-972d-e1b645ba7653 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 774.618152] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 774.618152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.618152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.618152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.618790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.618960] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.619085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.619564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.619564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.619564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.619564] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.712173] env[66232]: INFO networking_nsxv3.common.synchronization [req-1f4289ae-7b71-404a-a921-21d2f0de7185 req-9c865508-1470-4389-908c-5fcfc0de5cca tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 774.712807] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 774.713169] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.713294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.732321] env[66232]: INFO networking_nsxv3.common.synchronization [req-1f4289ae-7b71-404a-a921-21d2f0de7185 req-9c865508-1470-4389-908c-5fcfc0de5cca tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 774.732321] env[66232]: INFO networking_nsxv3.common.synchronization [req-1f4289ae-7b71-404a-a921-21d2f0de7185 req-9c865508-1470-4389-908c-5fcfc0de5cca tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 774.733064] env[66232]: INFO networking_nsxv3.common.synchronization [req-1f4289ae-7b71-404a-a921-21d2f0de7185 req-9c865508-1470-4389-908c-5fcfc0de5cca tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 774.734582] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_rules [ 774.734723] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 774.734826] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 with Priority: HIGHEST for action port [ 774.735161] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.735402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.735515] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.735515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.736209] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6a6075-3989-4a43-9899-19d84c7381f6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.736209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.736209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.736209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.736471] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6a6075-3989-4a43-9899-19d84c7381f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.995043] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.995382] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.995382] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.995580] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.995827] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.995976] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.996165] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.996294] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.996435] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.996671] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.996791] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.997052] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.997052] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.997195] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.997317] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.997446] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.019644] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.019644] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.019916] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.019916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-688" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020248] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.020450] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020597] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020961] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.021162] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702b9bfb-3df3-4b7a-9f5c-0a767aff411c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.066965] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: SUCCESS [ 775.067236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.067350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.067637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.067824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.068672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.068672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.068672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.068672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.068672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.068672] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.122425] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.238786] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6a6075-3989-4a43-9899-19d84c7381f6 with status ACTIVE [ 775.238786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.238786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.238786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.239210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.239210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.239271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.239394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.239394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.239535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.239746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.240624] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.240624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.240624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.240624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.240624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.240624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6a6075-3989-4a43-9899-19d84c7381f6 is going to be updated. [ 775.268632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.268899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.269017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.269272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.269423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.269594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6a6075-3989-4a43-9899-19d84c7381f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.404499] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 775.405224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.523869] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.524146] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.524234] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.524573] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.524746] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.524894] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 702b9bfb-3df3-4b7a-9f5c-0a767aff411c not found, creating... [ 775.525345] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.525606] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.525796] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.526050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.526197] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.526514] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.526773] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.527021] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.527289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.527484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.527639] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c is going to be created. [ 775.548728] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.548981] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.549128] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.549413] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.549656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.549905] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.572773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.573243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.573324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.573629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.573720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.573819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.573977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.574141] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.574285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.574565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.574690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574931] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.623900] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.077030] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9979d28a-8909-48b4-8cab-1b5aea111bf0: rpc.has_security_group_logging(os_id): False [ 776.098021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.098021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.098769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098769] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.098769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.098769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.098769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.098769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.098769] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 is going to be created. [ 776.126096] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.126251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.126320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.126563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.126651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.126746] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 776.160038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.161851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.161851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.162410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.162452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.166404] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.167800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.167881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.168208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.168427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.182894] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 776.188016] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: IN_PROGRESS for 2s [ 776.198806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 776.199421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.199421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.199568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.202180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.202180] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.202180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.202180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.202793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.202793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.202793] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.343317] env[66232]: INFO networking_nsxv3.common.synchronization [req-cead2f63-ff93-4354-aa10-e8aaf978a2cf req-dd082467-245c-46b6-98a7-2907f7f41b4e service nova] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 776.343317] env[66232]: INFO networking_nsxv3.common.synchronization [req-cead2f63-ff93-4354-aa10-e8aaf978a2cf req-dd082467-245c-46b6-98a7-2907f7f41b4e service nova] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 776.343606] env[66232]: INFO networking_nsxv3.common.synchronization [req-cead2f63-ff93-4354-aa10-e8aaf978a2cf req-dd082467-245c-46b6-98a7-2907f7f41b4e service nova] Enqueued Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 776.344127] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 776.344555] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 776.344864] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 776.345442] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.346330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.346330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.346330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.346330] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.347469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.347612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.348875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.348875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.348875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.349112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.349112] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702b9bfb-3df3-4b7a-9f5c-0a767aff411c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.704302] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.706230] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.851830] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.852124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.852198] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with status ACTIVE [ 776.852358] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.852458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.852598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.852731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.852818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.853711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.853711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.853711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.854085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.854085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.854085] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c is going to be updated. [ 776.877435] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.877700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.877700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.877827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.877973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.878208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.210173] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3d26db7-6304-412c-9927-e3c6541648b8: rpc.has_security_group_logging(os_id): False [ 777.211305] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.232126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.232312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.232382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.233283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.233370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.233627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.233723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.233783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.233927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.233999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.234152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 777.297746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.297746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.297994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.298613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.298833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.323838] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 777.718833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.718833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.718833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.718833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.718833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.718833] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 777.752034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.752418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.752926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.753258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.753444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.764649] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 778.197811] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 778.198070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.198255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.198753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.198753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.198892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.198892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.199059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.199145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.199246] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.202877] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: SUCCESS [ 778.202877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701688] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.926082] env[66232]: INFO networking_nsxv3.common.synchronization [req-5c79383c-d9c3-46f6-ae7b-8dccf7f82203 req-8a3f2e64-572e-4428-a3f1-03990c2ab343 tempest-ServerDiagnosticsNegativeTest-1569392433 tempest-ServerDiagnosticsNegativeTest-1569392433-project-member] Enqueued Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 778.927087] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGHEST for action security_group_members [ 778.927453] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.927713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.927812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.928053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.928246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.928376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.928461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.928632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.928769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.929014] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.137836] env[66232]: INFO networking_nsxv3.common.synchronization [req-5dedf699-28f3-4ebd-88a2-1ef6a0f1714e req-7037eabf-fb14-44ef-8e13-91e678368e42 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 779.139477] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 779.139889] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.140062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.140150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.140432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.140680] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.140863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.140939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.141100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.141186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.141281] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.207591] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.343094] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 779.343266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.343448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.343661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.343746] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.432131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.432344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.432445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.432833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.432917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.433512] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.433512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.433512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.433717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.433717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.433788] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c is going to be updated. [ 779.470980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.471152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.471211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.471421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.471568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.481143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: IN_PROGRESS for 2s [ 779.643279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.643820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.643820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.643820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.643820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.643987] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.644080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.644137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.644296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.644402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.644532] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 779.677854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.678240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.688747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 779.711270] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.711270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.711270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.711270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.711270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.711270] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 779.721071] env[66232]: INFO networking_nsxv3.common.synchronization [req-e42eef36-4bbb-4b4e-8bb4-6bd67a2ca049 req-79ae7062-71dd-4ed2-a895-1aa7c73596a5 tempest-AttachInterfacesUnderV243Test-442402182 tempest-AttachInterfacesUnderV243Test-442402182-project-member] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 779.722393] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGHEST for action security_group_members [ 779.722393] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.722660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.759734] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.760344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.760447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.760692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.760845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.781398] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 779.782085] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 779.782085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.782238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.782363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.782555] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.782675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.782716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.782872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.782959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.783059] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.848079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.848281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.286898] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.286898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.286898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.286898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.286898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.287523] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.287523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.287523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.287523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.287523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.287523] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 780.367558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.368092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.368306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.385119] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 781.492148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c in Status: SUCCESS [ 781.492420] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c deletion is rescheduled due to dependency. [ 781.492462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.701712] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 781.701712] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 deletion is rescheduled due to dependency. [ 781.701903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.791030] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 781.791246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.791414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.791618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.791812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.791927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.791991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.792547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.792547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.792547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.792547] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.294230] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.294389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.294740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.294824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.294924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.295137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.295221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.295307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.295470] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.295637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.295637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.295742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.295875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.295962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296407] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.395145] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 782.395425] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 deletion is rescheduled due to dependency. [ 782.395577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.395772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.396244] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.396327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.396601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.396880] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.799077] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 782.819281] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.820123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.820828] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821461] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.821547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.821610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821989] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 782.897616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.898063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.898063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.898063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.902133] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.902133] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.902133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.902133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 782.926467] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 782.934700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.934851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.934915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.935143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.935285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.944577] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 784.723023] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 784.723023] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 784.945199] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 784.945556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.954381] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 784.954669] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 deletion is rescheduled due to dependency. [ 784.954729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.955272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.955746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.955746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.955914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.955914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.956034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.956099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.956148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.956243] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.460988] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.774624] env[66232]: INFO networking_nsxv3.common.synchronization [req-8320ce13-6bc4-4f91-8796-4d8ce626d00d req-e4477211-d643-448d-b148-19c4cc3f6e68 tempest-VolumesAdminNegativeTest-931710135 tempest-VolumesAdminNegativeTest-931710135-project-member] Enqueued Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 785.775206] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGHEST for action security_group_members [ 785.775540] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.775637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.775721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.775923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.776279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.776389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.776455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.776614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.776702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.776887] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.962932] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3d26db7-6304-412c-9927-e3c6541648b8: rpc.has_security_group_logging(os_id): False [ 785.984766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.984766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.984766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.984766] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be updated. [ 786.044022] env[66232]: INFO networking_nsxv3.common.synchronization [req-31e615dc-0c0d-4280-9835-cb28a7997133 req-24158cee-af4e-4a6c-8fa9-35add51ff6ea tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 786.044666] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 786.044977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.045788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.045929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.046875] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.058489] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.058628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.059214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.078619] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: IN_PROGRESS for 2s [ 786.278560] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.278823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.278823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284086] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284086] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 is going to be updated. [ 786.340271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.340508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.340621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.340878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.341128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.353210] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: IN_PROGRESS for 2s [ 786.468448] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.468656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.468817] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.469121] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.469548] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.469656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.469696] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.469944] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.470164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.470408] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.470524] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.470661] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.470758] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.470894] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.470980] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.471964] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.492105] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.492306] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.492452] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.492654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.493011] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-b5709138-89d5-442b-8df5-ccdb64e826e9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.493192] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.493332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.493703] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.493857] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5709138-89d5-442b-8df5-ccdb64e826e9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.549176] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.996103] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.996503] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.996503] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.996797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.996895] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.997070] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port b5709138-89d5-442b-8df5-ccdb64e826e9 not found, creating... [ 786.997362] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.997504] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.997620] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.997833] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.997970] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.998273] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.998427] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.998543] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.998799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.998913] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.000186] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: b5709138-89d5-442b-8df5-ccdb64e826e9 is going to be created. [ 787.024330] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.026033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.026033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.026033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.026033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.026033] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.051861] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.483186] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8bfa2844-6738-4229-bf8c-9a533ae597f6 None None] Enqueued Resource ID: 52f0af00-196b-4f25-be1d-59bf88b3a37f with Priority: HIGHEST for action port [ 787.483186] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52f0af00-196b-4f25-be1d-59bf88b3a37f with Priority: HIGHEST for action port [ 787.483338] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-52f0af00-196b-4f25-be1d-59bf88b3a37f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.483338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52f0af00-196b-4f25-be1d-59bf88b3a37f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.483432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52f0af00-196b-4f25-be1d-59bf88b3a37f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.483739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52f0af00-196b-4f25-be1d-59bf88b3a37f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.483877] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f0af00-196b-4f25-be1d-59bf88b3a37f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.558012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.558181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.558249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.558463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.558556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.558658] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 787.595045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.595121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.595186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.595362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.595506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.604972] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 787.664825] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 787.664825] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 787.664825] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 787.664825] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 787.665322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.665474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.665547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.666551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.667947] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.667947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.667947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.667947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.667947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.667947] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.668232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670186] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670186] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.718853] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 787.719188] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 787.719501] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_rules [ 787.719777] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 787.719882] env[66232]: INFO networking_nsxv3.common.synchronization [req-c113b90b-6243-4b8b-8f6d-f4829e3fb627 req-b91a4c1f-8623-41d3-ac63-c8b76d0eb04c tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 787.720682] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 787.720885] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_rules [ 787.724301] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 787.724519] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 787.724716] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 787.725548] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.725779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.727578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.727578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.727578] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.727970] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.728203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.730067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.730795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.730795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.731294] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.731407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.731473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.731657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.731734] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702b9bfb-3df3-4b7a-9f5c-0a767aff411c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.732498] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.732626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.732824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.732913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.737623] env[66232]: INFO networking_nsxv3.common.synchronization [req-31e615dc-0c0d-4280-9835-cb28a7997133 req-c5b0bc0f-173b-4993-988f-884d0720942c service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 787.737767] env[66232]: INFO networking_nsxv3.common.synchronization [req-31e615dc-0c0d-4280-9835-cb28a7997133 req-c5b0bc0f-173b-4993-988f-884d0720942c service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 787.737895] env[66232]: INFO networking_nsxv3.common.synchronization [req-31e615dc-0c0d-4280-9835-cb28a7997133 req-c5b0bc0f-173b-4993-988f-884d0720942c service nova] Enqueued Resource ID: b5709138-89d5-442b-8df5-ccdb64e826e9 with Priority: HIGHEST for action port [ 787.738615] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 787.738615] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 787.738615] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5709138-89d5-442b-8df5-ccdb64e826e9 with Priority: HIGHEST for action port [ 787.738913] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.739066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.739106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.739270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.739345] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.740546] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.740546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.741459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5709138-89d5-442b-8df5-ccdb64e826e9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.741459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.741459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.741459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.741459] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5709138-89d5-442b-8df5-ccdb64e826e9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.986196] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52f0af00-196b-4f25-be1d-59bf88b3a37f [ 787.986443] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.986633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.986633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.986928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.987256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.987256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52f0af00-196b-4f25-be1d-59bf88b3a37f already deleted. [ 787.987256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52f0af00-196b-4f25-be1d-59bf88b3a37f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.096052] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3d26db7-6304-412c-9927-e3c6541648b8 in Status: SUCCESS [ 788.096052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.170795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.172113] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.235626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.235762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.236036] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.236133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.236282] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with status ACTIVE [ 788.236443] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.236546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.236612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.236931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.237032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.237234] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.237336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.237397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.238022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.238022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.238022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.238022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.238241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.238241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.238326] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c is going to be updated. [ 788.243841] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.243909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.244507] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5709138-89d5-442b-8df5-ccdb64e826e9 with status ACTIVE [ 788.248915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.248915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.248915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.248915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.248915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.248915] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.249253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.249253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.249312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.249341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.249713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.249713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.249713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.250339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.250339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.250339] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5709138-89d5-442b-8df5-ccdb64e826e9 is going to be updated. [ 788.273943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.273943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.273943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.273943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.274145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.274274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.275199] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.275923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.275923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.275923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.275923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.275923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5709138-89d5-442b-8df5-ccdb64e826e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.370047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 in Status: SUCCESS [ 788.370235] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 deletion is rescheduled due to dependency. [ 788.370854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.488105] env[66232]: INFO networking_nsxv3.common.synchronization [req-636d417f-5901-43ae-b2f0-8deb43d1dba1 req-be6002f9-a201-4526-9f00-b0c34755ca36 tempest-AttachInterfacesV270Test-860799260 tempest-AttachInterfacesV270Test-860799260-project-member] Enqueued Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 788.488633] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 788.488979] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.489091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.489172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.489399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.489556] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.489653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.489713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.489888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.489997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.490107] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.673937] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.676017] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.802836] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.803058] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-549" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.803185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-549" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.803510] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-549" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.803783] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.804480] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.804480] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.804480] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.804480] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.804738] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.804850] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.804959] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.805077] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.805185] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.805288] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.805417] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.824549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.824831] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.824903] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.825064] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-549" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.825381] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.825552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.825671] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.825988] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.826748] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd0cab8-9c05-45b0-8f6b-8fa30be55aec',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.992217] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.992362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.992434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.992646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.992730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.992917] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.993021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.993082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.993222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.993293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.993373] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 already deleted. [ 788.993450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.180025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.180025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be created. [ 789.180025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.180025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.180025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 789.206715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.208205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.208205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.208205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.208373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210797] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.210920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.211159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.211365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.211508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.221966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 789.225148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: UNINITIALIZED for 2s [ 789.328745] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.329139] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.329208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.329516] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.329683] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.329893] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port dcd0cab8-9c05-45b0-8f6b-8fa30be55aec not found, creating... [ 789.330316] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.330551] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.331140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.331140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.331140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.331409] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.332075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.332075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.332075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.332075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.332271] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: dcd0cab8-9c05-45b0-8f6b-8fa30be55aec is going to be created. [ 789.367989] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.367989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.367989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.368256] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.368398] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.369275] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.615987] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 789.616221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.616514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.616726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.616936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.617071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.617139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.617291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.617369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.617461] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.956269] env[66232]: INFO networking_nsxv3.common.synchronization [None req-4c4e6032-4d71-42b4-bf7b-1fe8517e415e None None] Enqueued Resource ID: 62eccc76-4934-4a5c-8abb-f40b71a02c1b with Priority: HIGHEST for action port [ 789.958756] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62eccc76-4934-4a5c-8abb-f40b71a02c1b with Priority: HIGHEST for action port [ 789.958756] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-62eccc76-4934-4a5c-8abb-f40b71a02c1b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.958756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62eccc76-4934-4a5c-8abb-f40b71a02c1b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.959164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62eccc76-4934-4a5c-8abb-f40b71a02c1b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.959402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62eccc76-4934-4a5c-8abb-f40b71a02c1b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.959402] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62eccc76-4934-4a5c-8abb-f40b71a02c1b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.090733] env[66232]: INFO networking_nsxv3.common.synchronization [req-636d417f-5901-43ae-b2f0-8deb43d1dba1 req-3af8cb56-865a-49f3-97da-e9edb8a1a8f2 service nova] Enqueued Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_rules [ 790.092283] env[66232]: INFO networking_nsxv3.common.synchronization [req-636d417f-5901-43ae-b2f0-8deb43d1dba1 req-3af8cb56-865a-49f3-97da-e9edb8a1a8f2 service nova] Enqueued Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 790.092283] env[66232]: INFO networking_nsxv3.common.synchronization [req-636d417f-5901-43ae-b2f0-8deb43d1dba1 req-3af8cb56-865a-49f3-97da-e9edb8a1a8f2 service nova] Enqueued Resource ID: dcd0cab8-9c05-45b0-8f6b-8fa30be55aec with Priority: HIGHEST for action port [ 790.092283] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_rules [ 790.092283] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 790.092283] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd0cab8-9c05-45b0-8f6b-8fa30be55aec with Priority: HIGHEST for action port [ 790.092283] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.092283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.092715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.092824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.092854] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.093709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.093820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.093904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.094162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.095155] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.095333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.095878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.095878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.096038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.096038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.097047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.099044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.099044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.099044] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd0cab8-9c05-45b0-8f6b-8fa30be55aec',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.120469] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.461267] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62eccc76-4934-4a5c-8abb-f40b71a02c1b [ 790.461567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.461634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.461677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.461896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.461987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.462097] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62eccc76-4934-4a5c-8abb-f40b71a02c1b already deleted. [ 790.462180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62eccc76-4934-4a5c-8abb-f40b71a02c1b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.600492] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.600624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.600745] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.601696] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcd0cab8-9c05-45b0-8f6b-8fa30be55aec with status ACTIVE [ 790.601896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.602328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.602419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602624] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.602978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603857] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcd0cab8-9c05-45b0-8f6b-8fa30be55aec is going to be updated. [ 790.625609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.625752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.626031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.626031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.626158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.626307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd0cab8-9c05-45b0-8f6b-8fa30be55aec" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.626527] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.105970] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.129543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.129653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.129726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.130031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.130130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.130236] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 791.159567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.159735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.173492] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 791.235095] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 791.235207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.236016] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.236016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.236016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.236214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.236301] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.237682] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 791.237856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.238271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.238346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.238604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.238604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.239593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.239593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.240035] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.608669] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.609135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.609259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.609295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.609385] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 is going to be created. [ 791.642780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.642989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.642989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.644023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.644023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.657461] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: UNINITIALIZED for 2s [ 791.745300] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.746339] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.942399] env[66232]: INFO networking_nsxv3.common.synchronization [req-abf47e4b-e914-4f59-8b8f-c9087867a940 req-a92dbc4c-ff45-4c46-aad2-e383e04106e9 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 791.942936] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 791.943257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.943374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.943443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.943697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.943850] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.943953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.946814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.946814] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.253212] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.253212] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.316028] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.316339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.316484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.316790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.317163] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.317351] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.317495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.317847] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.318108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.318420] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.318633] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.318816] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.319082] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.319254] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.319408] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.319546] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.343998] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.344364] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.344463] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.344615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.344928] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-4a87056a-596f-46cb-93d9-3466ccd81812 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.345217] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.345374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.345793] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.348448] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a87056a-596f-46cb-93d9-3466ccd81812',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.436707] env[66232]: INFO networking_nsxv3.common.synchronization [req-1daf48f8-0a62-4364-8afd-e88231506dd8 req-2a5ee324-ba92-4ee2-a01e-92f7ede7cfaf tempest-ServerActionsV293TestJSON-524539054 tempest-ServerActionsV293TestJSON-524539054-project-member] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 792.437974] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 792.438604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.438724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.438793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.439235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.439585] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.439772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.439849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.440095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.440248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.440438] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.450242] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.450591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.450943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.452047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.452047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.452047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.452047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.452402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.452402] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 already deleted. [ 792.452402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755088] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.755088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.755088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.755088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.755088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755088] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 792.756706] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.756706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.756906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757304] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be updated. [ 792.790439] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.790627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.790667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.791044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.792782] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.793159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.793767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.793767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.804984] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 792.806079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 792.851038] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.851038] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.851322] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.851376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.851548] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.851789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 4a87056a-596f-46cb-93d9-3466ccd81812 not found, creating... [ 792.852112] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.852340] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852512] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.853256] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.853416] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.853533] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853756] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.854176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.854176] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 4a87056a-596f-46cb-93d9-3466ccd81812 is going to be created. [ 792.875122] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.875230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.875374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.875669] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.875901] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.876150] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.944202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.944689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.945045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.945194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.945680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.945680] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.945680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.945920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.945920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.946025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.946110] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 already deleted. [ 792.946503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.180921] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.181163] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-593" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.181285] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-593" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.181669] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-593" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.182530] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.182719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.182844] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.183096] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.183299] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.183514] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.183628] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.183763] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.183876] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.184047] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.184224] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.184371] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.186277] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 793.186510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.187079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.187302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.187475] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.187625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.187691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.187840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.187960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.188066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.188156] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.211870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.212189] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.212409] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.212682] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-593" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.213182] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-0d087ebc-28d3-4eb4-8248-766c69893313 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.213458] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.213659] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.214107] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.214488] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d087ebc-28d3-4eb4-8248-766c69893313',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.610800] env[66232]: INFO networking_nsxv3.common.synchronization [req-abf47e4b-e914-4f59-8b8f-c9087867a940 req-8ff1a460-0b3e-4f4c-8b85-9959fb534c7d service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 793.611048] env[66232]: INFO networking_nsxv3.common.synchronization [req-abf47e4b-e914-4f59-8b8f-c9087867a940 req-8ff1a460-0b3e-4f4c-8b85-9959fb534c7d service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 793.611227] env[66232]: INFO networking_nsxv3.common.synchronization [req-abf47e4b-e914-4f59-8b8f-c9087867a940 req-8ff1a460-0b3e-4f4c-8b85-9959fb534c7d service nova] Enqueued Resource ID: 4a87056a-596f-46cb-93d9-3466ccd81812 with Priority: HIGHEST for action port [ 793.612265] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 793.612420] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 793.612548] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a87056a-596f-46cb-93d9-3466ccd81812 with Priority: HIGHEST for action port [ 793.612883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.613060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.613146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.613353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.613510] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.614408] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.614408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.614656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.614922] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.614922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.615086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.615142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.615226] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.616062] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a87056a-596f-46cb-93d9-3466ccd81812 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.616184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.616326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.616364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.617038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a87056a-596f-46cb-93d9-3466ccd81812',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.668272] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: SUCCESS [ 793.668443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.669041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.669192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.669331] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.669413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.669447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.669611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.669705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.669804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.669932] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.690654] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.691240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.691240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.691468] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.691578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.691674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.691788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.691888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.692066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.693078] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.693078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.693078] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.716559] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717232] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.717459] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.717618] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.717778] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 0d087ebc-28d3-4eb4-8248-766c69893313 not found, creating... [ 793.718130] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.718321] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.718702] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718702] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.719220] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.719376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.719493] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.719705] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.719845] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.720020] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 0d087ebc-28d3-4eb4-8248-766c69893313 is going to be created. [ 793.742654] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.742922] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.743160] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743481] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.743833] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.743967] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.121026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.121026] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.121026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a87056a-596f-46cb-93d9-3466ccd81812 with status ACTIVE [ 794.121026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.121026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.125381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.128382] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.128382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.128382] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a87056a-596f-46cb-93d9-3466ccd81812 is going to be updated. [ 794.154424] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.154834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.154834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.154998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.155118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.155366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a87056a-596f-46cb-93d9-3466ccd81812" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172550] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173187] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.173294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.173584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.173792] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.173964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.174145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.174283] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.174374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.174561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.174634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.174715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.174805] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.194974] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 794.217226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.217412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.217474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.217836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.243735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.243868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.244013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.244201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.244382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.244467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.244689] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.244792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.244939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.245019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.245078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.245266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.245355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.245489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.245574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.245626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.245803] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 794.365101] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.365357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.391798] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 794.553571] env[66232]: INFO networking_nsxv3.common.synchronization [req-1daf48f8-0a62-4364-8afd-e88231506dd8 req-d00604b0-de48-4bc9-8347-070b735b0f62 service nova] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 794.553823] env[66232]: INFO networking_nsxv3.common.synchronization [req-1daf48f8-0a62-4364-8afd-e88231506dd8 req-d00604b0-de48-4bc9-8347-070b735b0f62 service nova] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 794.553981] env[66232]: INFO networking_nsxv3.common.synchronization [req-1daf48f8-0a62-4364-8afd-e88231506dd8 req-d00604b0-de48-4bc9-8347-070b735b0f62 service nova] Enqueued Resource ID: 0d087ebc-28d3-4eb4-8248-766c69893313 with Priority: HIGHEST for action port [ 794.554783] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_rules [ 794.554951] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 794.555090] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d087ebc-28d3-4eb4-8248-766c69893313 with Priority: HIGHEST for action port [ 794.555681] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.555681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.555931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.556019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.556164] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.558765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.558765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.558765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.559632] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.560471] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d087ebc-28d3-4eb4-8248-766c69893313 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.560471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.560471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.561341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.561341] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d087ebc-28d3-4eb4-8248-766c69893313',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.630482] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.676963] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff95b855-b3c7-4494-b6bc-57e64b43e0c6: rpc.has_security_group_logging(os_id): False [ 794.699404] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.699688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.699966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.700091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.700339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.700460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.700537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.700655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.700799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.701162] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.702325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.702325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.702926] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 is going to be created. [ 794.787579] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.787579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.787579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.787579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.787579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.799647] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: IN_PROGRESS for 2s [ 794.821649] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 794.823583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.824024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.824576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.824834] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.824964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.825046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.825238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.825332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.825425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.825519] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.827170] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 794.827366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.827538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.827741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.827928] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.828286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828513] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.063986] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.064871] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.064985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065353] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d087ebc-28d3-4eb4-8248-766c69893313 with status ACTIVE [ 795.065507] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.065628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.065687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.066575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.066722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.066878] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.066978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.068725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.068725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.068725] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d087ebc-28d3-4eb4-8248-766c69893313 is going to be updated. [ 795.097702] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.097854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.097912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.098172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.098321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.098485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d087ebc-28d3-4eb4-8248-766c69893313" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.133821] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.134185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.134185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.134437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.134554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.134672] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be created. [ 795.167366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.167366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.167366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.167366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.167366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.186075] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: UNINITIALIZED for 2s [ 795.330299] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.330493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.330559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.330747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.330919] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.331045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.331158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.331247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.331597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.331597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.331597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.331750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.331750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.331864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.331998] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.332178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.332178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.332253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.332296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.332403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.332464] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.333631] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.567819] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.639277] env[66232]: INFO networking_nsxv3.common.synchronization [None req-2b93306b-29bb-443f-824a-f09b861db938 None None] Enqueued Resource ID: 0ba0c15d-54b5-496d-aac9-2649c068a795 with Priority: HIGHEST for action port [ 795.639277] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba0c15d-54b5-496d-aac9-2649c068a795 with Priority: HIGHEST for action port [ 795.639277] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba0c15d-54b5-496d-aac9-2649c068a795 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.639277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba0c15d-54b5-496d-aac9-2649c068a795" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.639277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba0c15d-54b5-496d-aac9-2649c068a795" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.639277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba0c15d-54b5-496d-aac9-2649c068a795" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.640101] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba0c15d-54b5-496d-aac9-2649c068a795',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.835484] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 795.836839] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 286bb2a4-02a1-4e5f-8e44-d562a791307f: rpc.has_security_group_logging(os_id): False [ 795.857397] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.857598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.857701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.857934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.858032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.858266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.858384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.858458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.858619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.858696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.858783] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be created. [ 795.864558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.864674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.864751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.864912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.865024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.865231] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.865322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.865374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.865514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.865589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.865802] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.865917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.865966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.866102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.866165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.866343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.866433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.866490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.866624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.866700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.866821] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 795.944053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.944224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.944224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.944346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.945453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.953117] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.953343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.953343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.953587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.953722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.956583] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 795.984826] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 796.070821] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.071050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.071125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.071339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.071424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.071528] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 is going to be created. [ 796.137729] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.138053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.138053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.138319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.138543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.144623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba0c15d-54b5-496d-aac9-2649c068a795 [ 796.144876] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.145045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.145126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.145359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.145453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.145569] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba0c15d-54b5-496d-aac9-2649c068a795 already deleted. [ 796.145724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba0c15d-54b5-496d-aac9-2649c068a795" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151980] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: UNINITIALIZED for 2s [ 796.411331] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 796.411574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.815280] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: SUCCESS [ 796.815280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.198117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 797.198407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.198714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.198808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.199252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.199383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.199535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.199739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.199860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.200013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.200143] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.279264] env[66232]: INFO networking_nsxv3.common.synchronization [req-772087dc-c3d1-4ad2-869e-d47b7eee4845 req-32710ab9-eebd-44e6-926c-c8ae18c419fb tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 797.279836] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 797.280195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.280329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.280396] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.280590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.280827] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.280937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.281054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.281151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.281235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.281339] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.703427] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.703764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.703929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.704218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.704537] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.706433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.706433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.706433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.706433] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.744286] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744286] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744685] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.745208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.745737] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.746163] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.746471] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746929] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.747301] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.748207] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.748511] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.748827] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.752658] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.752658] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.752658] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.752658] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.777087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.777087] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.777087] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.777087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777087] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-f7179dbb-da13-4589-a4a2-0e1751539794 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.777087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.777087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777087] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777087] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7179dbb-da13-4589-a4a2-0e1751539794',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.786767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.786767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.786767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.786767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 797.862265] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.862265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.862265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.863159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.863159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.875136] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 797.985610] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 797.985845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.004100] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 798.005382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.041935] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 798.042102] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 798.043045] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 798.043320] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 798.043383] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 798.043467] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 798.044176] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.044176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.044328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.044360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045295] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.045831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.046315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.046495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.046495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.047218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.047218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.047218] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.049957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.050629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.050629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.050629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.050850] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.050939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.051041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.051477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.051595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.051720] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.102326] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 798.102548] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 798.102711] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_rules [ 798.102859] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 798.102996] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_rules [ 798.103134] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 798.103260] env[66232]: INFO networking_nsxv3.common.synchronization [req-559b4f68-04cb-4873-b6f0-45cd6f338b78 req-6fa36af3-a07c-48da-a4d6-b5d543404747 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 798.103838] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_rules [ 798.103970] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_rules [ 798.106457] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 798.106931] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with Priority: HIGHEST for action port [ 798.106931] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_rules [ 798.107032] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 798.107133] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 798.108058] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.108058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.110384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.110625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.110770] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.112494] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.112494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.112494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.112494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.112707] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.115936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.115936] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702b9bfb-3df3-4b7a-9f5c-0a767aff411c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.115936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116414] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.119329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.119329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.119329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.119329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.172201] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: SUCCESS [ 798.172964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.172964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.173176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.173499] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.173499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.173499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.173659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.174724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.174724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.174724] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.211878] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5242be-a6d3-4db6-b067-253a9984e743: rpc.has_security_group_logging(os_id): False [ 798.235600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.235872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.235872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.236168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.236295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.236526] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.236659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.236722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.237117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.237117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.238447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.238447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.238447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.238447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.238447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.238447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.238447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.238880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.239311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.239418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.239549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be created. [ 798.244453] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8d5c3131-030d-4313-8755-04fd0982a4e0 None None] Enqueued Resource ID: 3587305c-c31e-43d3-8c2b-c41c78ffd11e with Priority: HIGHEST for action port [ 798.248220] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3587305c-c31e-43d3-8c2b-c41c78ffd11e with Priority: HIGHEST for action port [ 798.248220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3587305c-c31e-43d3-8c2b-c41c78ffd11e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.248220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3587305c-c31e-43d3-8c2b-c41c78ffd11e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.248220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3587305c-c31e-43d3-8c2b-c41c78ffd11e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.248220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3587305c-c31e-43d3-8c2b-c41c78ffd11e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.249429] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3587305c-c31e-43d3-8c2b-c41c78ffd11e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.280775] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.280989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.280989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.281335] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.281480] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.281643] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port f7179dbb-da13-4589-a4a2-0e1751539794 not found, creating... [ 798.281919] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.282097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.282387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.282477] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.282578] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.282876] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.283082] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.283240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.283455] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.283656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.283715] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: f7179dbb-da13-4589-a4a2-0e1751539794 is going to be created. [ 798.314783] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.315030] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.315221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.316248] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.316248] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316248] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.338614] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.357123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 798.554159] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.556155] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.558029] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.621064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.621269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.621567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.621658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.621862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.621972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.622177] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702b9bfb-3df3-4b7a-9f5c-0a767aff411c with status ACTIVE [ 798.622342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.622455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.622518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.622721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.622800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.622970] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.623465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.623660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.624176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624273] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702b9bfb-3df3-4b7a-9f5c-0a767aff411c is going to be updated. [ 798.678346] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.745128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.745635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702b9bfb-3df3-4b7a-9f5c-0a767aff411c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.753154] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3587305c-c31e-43d3-8c2b-c41c78ffd11e [ 798.753459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.753600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.753857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.753947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.754050] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3587305c-c31e-43d3-8c2b-c41c78ffd11e already deleted. [ 798.754138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3587305c-c31e-43d3-8c2b-c41c78ffd11e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.026673] env[66232]: INFO networking_nsxv3.common.synchronization [req-772087dc-c3d1-4ad2-869e-d47b7eee4845 req-fa3c57f9-f119-458c-ad59-6190a8bfe085 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 799.026797] env[66232]: INFO networking_nsxv3.common.synchronization [req-772087dc-c3d1-4ad2-869e-d47b7eee4845 req-fa3c57f9-f119-458c-ad59-6190a8bfe085 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 799.026940] env[66232]: INFO networking_nsxv3.common.synchronization [req-772087dc-c3d1-4ad2-869e-d47b7eee4845 req-fa3c57f9-f119-458c-ad59-6190a8bfe085 service nova] Enqueued Resource ID: f7179dbb-da13-4589-a4a2-0e1751539794 with Priority: HIGHEST for action port [ 799.027501] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 799.027635] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 799.027730] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7179dbb-da13-4589-a4a2-0e1751539794 with Priority: HIGHEST for action port [ 799.028226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.028432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.028488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.028736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.028991] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.030367] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7179dbb-da13-4589-a4a2-0e1751539794 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.031118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.031333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.031467] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7179dbb-da13-4589-a4a2-0e1751539794',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.056819] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.059464] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.060416] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.160344] env[66232]: INFO networking_nsxv3.common.synchronization [req-a0665bbb-851e-4020-83c2-e9da61087d6f req-2e9be539-c191-4eb7-aafa-f2285b790417 tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 799.160883] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 799.161253] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.161459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.164382] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.164382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.164382] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.180553] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af9ede46-f2ca-49d6-87dc-41445f50ec57: rpc.has_security_group_logging(os_id): False [ 799.202137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.202137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.202137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.202137] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 is going to be created. [ 799.286819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.287556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.287556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.287556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.287790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.304354] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: IN_PROGRESS for 2s [ 799.535489] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.535489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.535669] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7179dbb-da13-4589-a4a2-0e1751539794 with status ACTIVE [ 799.535931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.536178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.536306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.537043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.537043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.537043] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.537043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.537294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.537464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.537689] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.537811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.538056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.538149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.538245] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7179dbb-da13-4589-a4a2-0e1751539794 is going to be updated. [ 799.559242] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.559453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.559519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.559721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.559802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.559939] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 799.562102] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.562957] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be updated. [ 799.564634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.564848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.564996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.565302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.565449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.565596] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 is going to be created. [ 799.568346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.568503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.568503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.568696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.568825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.569116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7179dbb-da13-4589-a4a2-0e1751539794" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.608862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.609294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.609381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.609597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.609763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.620498] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.620645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.620717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.620929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.621089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.622994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.623232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.623303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.623497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.623638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.626702] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 in Status: UNINITIALIZED for 2s [ 799.634015] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 799.636179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 799.668861] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668861] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668861] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 799.723238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.723449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.723506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.723711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.724061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.739155] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 799.895637] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 799.895637] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895637] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.895637] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.370423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 800.370793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.397977] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.901203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.318400] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: SUCCESS [ 801.318682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.404133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.404225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.404322] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 801.434992] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.435183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.435183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.435394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.435574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.445229] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 801.638538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 in Status: SUCCESS [ 801.638855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.639170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.639363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.639549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.639915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.639915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.639915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.640058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.640133] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.649647] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 801.649879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.649879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650309] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.650426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.650492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650948] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.652459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 801.652645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.652815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.652998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.653177] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.653286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.653348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.653489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.653587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.653695] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.752059] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 801.752059] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 deletion is rescheduled due to dependency. [ 801.752059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.142990] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.155865] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.156718] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.645513] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.658612] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.659471] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.005482] env[66232]: INFO networking_nsxv3.common.synchronization [req-f0d3e8aa-63a2-40c4-9917-a9117873ea20 req-8dd09337-9d59-4a7f-a561-f48f87c16ed7 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 803.006262] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 803.006451] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.006583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.006713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.006845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012056] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.012056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.012056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.012056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.012056] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.068325] env[66232]: INFO networking_nsxv3.common.synchronization [req-98b4b374-8c76-447c-900d-bd9f6355695f req-3e53a32f-ab22-49d2-80f3-e14ce67cd475 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 803.068498] env[66232]: INFO networking_nsxv3.common.synchronization [req-98b4b374-8c76-447c-900d-bd9f6355695f req-3e53a32f-ab22-49d2-80f3-e14ce67cd475 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 803.068625] env[66232]: INFO networking_nsxv3.common.synchronization [req-98b4b374-8c76-447c-900d-bd9f6355695f req-3e53a32f-ab22-49d2-80f3-e14ce67cd475 tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 803.069221] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 with Priority: HIGHEST for action security_group_members [ 803.069360] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 803.069465] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGHEST for action security_group_members [ 803.069727] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.069832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.070090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.070231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.070347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.070485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.148544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.148669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.148777] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 is going to be updated. [ 803.162713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.162958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.163147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.163372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.163486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.163584] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be updated. [ 803.164952] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.165074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.166023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.166023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.166023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.166023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 803.195224] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.195374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.195444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.195703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.195866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.212147] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.212339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.212388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.212574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.212713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.214445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.214569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.214621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.214794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.214921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.216333] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 in Status: IN_PROGRESS for 2s [ 803.225183] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 803.225903] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 803.457374] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 803.457606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.457807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.458085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.458292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.458420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.458498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.458656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.458748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.458846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.458938] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.515011] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.962105] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.962432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.962432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.962553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.962709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.962803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.962861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.963013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.963105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.963193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.963339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.963432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.963489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.963627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.963761] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.963849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.963908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.964054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.964131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.964212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.964303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.017192] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.466091] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c210891-3a1d-4c3b-82fb-f6a26b77d457: rpc.has_security_group_logging(os_id): False [ 804.491966] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.491966] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.491966] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.491966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.492607] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.493112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.493836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.493836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.493836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.493836] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 804.522457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.522457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.522457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.522457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.522457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.522457] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 804.574025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.574025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.574025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.574025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.589029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 804.622355] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.622355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.622355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.622355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.622355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.640691] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 805.083841] env[66232]: INFO networking_nsxv3.common.synchronization [None req-21349f0b-08fa-41d5-8c78-0db9bb8a7436 None None] Enqueued Resource ID: be0dd2df-b044-45c6-90c6-84dedd5c33e2 with Priority: HIGHEST for action port [ 805.083841] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0dd2df-b044-45c6-90c6-84dedd5c33e2 with Priority: HIGHEST for action port [ 805.083841] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0dd2df-b044-45c6-90c6-84dedd5c33e2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.083841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0dd2df-b044-45c6-90c6-84dedd5c33e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.083841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0dd2df-b044-45c6-90c6-84dedd5c33e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.083841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0dd2df-b044-45c6-90c6-84dedd5c33e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.084641] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0dd2df-b044-45c6-90c6-84dedd5c33e2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.232024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 in Status: SUCCESS [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.232024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.232024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.232024] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.233191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.233537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.233993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.234650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.234650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.236934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236934] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.242021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.242021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.242021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.242021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245912] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.245912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.246280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.246280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.246280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.246406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.246441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.246772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.246772] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.247803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.247803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.253194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.253194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.253194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.253194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.253194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.587776] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0dd2df-b044-45c6-90c6-84dedd5c33e2 [ 805.587776] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.587776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.587776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.587991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.587991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.588079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0dd2df-b044-45c6-90c6-84dedd5c33e2 already deleted. [ 805.588119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0dd2df-b044-45c6-90c6-84dedd5c33e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.738603] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe4f2a41-7bef-4b38-83cf-3f79f6e11f72',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.741649] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.741649] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.741649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.741649] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 is going to be deleted. [ 805.754279] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.757020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.757020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.757020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.759605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.759605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.759605] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be updated. [ 805.760353] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.793412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.793664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.793664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.793831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.793925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.794037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.807019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.807206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.807278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.807490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.807634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.816841] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 806.245378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe4f2a41-7bef-4b38-83cf-3f79f6e11f72: rpc.has_security_group_logging(os_id): False [ 806.256275] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 286bb2a4-02a1-4e5f-8e44-d562a791307f: rpc.has_security_group_logging(os_id): False [ 806.263858] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.270867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.270867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.270867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.270867] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 is going to be created. [ 806.290045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.290045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.290045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.290045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be updated. [ 806.294332] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72], does not exist path=[/infra/domains/default/groups/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72]."\n}' [ 806.294332] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 [ 806.294332] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 806.385227] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.386719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.386901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.387018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.387084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.387554] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.387651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.387712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.387853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.388476] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 is going to be created. [ 806.408368] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72], does not exist path=[/infra/domains/default/groups/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 [ 806.408542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe4f2a41-7bef-4b38-83cf-3f79f6e11f72" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.408798] env[66232]: Traceback (most recent call last): [ 806.408798] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 806.408798] env[66232]: return func(*args, **kwargs) [ 806.408798] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 806.408798] env[66232]: res.raise_for_status() [ 806.408798] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 806.408798] env[66232]: raise HTTPError(http_error_msg, response=self) [ 806.408798] env[66232]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 [ 806.408798] env[66232]: During handling of the above exception, another exception occurred: [ 806.408798] env[66232]: Traceback (most recent call last): [ 806.408798] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 806.408798] env[66232]: listener.cb(fileno) [ 806.408798] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 806.408798] env[66232]: result = function(*args, **kwargs) [ 806.408798] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 806.408798] env[66232]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 806.409379] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 806.409379] env[66232]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 806.409379] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 806.409379] env[66232]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 806.409379] env[66232]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 806.409379] env[66232]: res.raise_for_status() [ 806.409379] env[66232]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 806.409379] env[66232]: raise HTTPError(http_error_msg, response=self) [ 806.409379] env[66232]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fe4f2a41-7bef-4b38-83cf-3f79f6e11f72 [ 806.409379] env[66232]: Removing descriptor: 60 [ 806.417418] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.417618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.417618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.417825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.417961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.438141] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: IN_PROGRESS for 2s [ 806.599792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 806.599953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.632735] env[66232]: INFO networking_nsxv3.common.synchronization [None req-73175297-b718-4e49-ab5f-05b1e304bcd9 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 806.633342] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 806.635317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.635317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.635317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.635317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.635317] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.651898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 806.652146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.775886] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.775886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.775886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.775886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.775886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.775886] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 806.793342] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5b4e362e-7c2f-4e6d-8ba4-51921859f598 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 806.793342] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 806.793671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.793932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.805363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.806767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.806767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.806767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.806767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.817017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 807.026785] env[66232]: INFO networking_nsxv3.common.synchronization [req-df0411ee-4bed-4d76-870f-b394fefe1e82 req-ab283065-1f98-4773-976f-597147ac1961 tempest-AttachInterfacesV270Test-860799260 tempest-AttachInterfacesV270Test-860799260-project-member] Enqueued Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 807.026785] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGHEST for action security_group_members [ 807.026785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.026982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.026982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.027385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.027554] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.027718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.027718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.027879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.027967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.028343] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.157578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.157768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.157865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.158042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.158115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.158215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c988364e-a276-491e-a301-cdea9d7a3617 already deleted. [ 807.158347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.158908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.159206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.159277] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.532743] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.532743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.532743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.560591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.560837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.561610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.561610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.561610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.561610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561610] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 is going to be updated. [ 807.597813] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f6b70dc0-855d-476f-a3c6-893475b78088 None None] Enqueued Resource ID: b46890c2-bba2-402e-af17-79721248e523 with Priority: HIGHEST for action port [ 807.598800] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46890c2-bba2-402e-af17-79721248e523 with Priority: HIGHEST for action port [ 807.599301] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46890c2-bba2-402e-af17-79721248e523 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.599462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46890c2-bba2-402e-af17-79721248e523" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.599557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46890c2-bba2-402e-af17-79721248e523" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.599846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46890c2-bba2-402e-af17-79721248e523" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.599956] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46890c2-bba2-402e-af17-79721248e523',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.613987] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.614512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.614612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.614869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.615016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.627835] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: IN_PROGRESS for 2s [ 807.682710] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.682710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.683550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.684399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.684565] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c988364e-a276-491e-a301-cdea9d7a3617 already deleted. [ 807.686106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.829143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 807.829143] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f deletion is rescheduled due to dependency. [ 807.829143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.104254] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46890c2-bba2-402e-af17-79721248e523 [ 808.104444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.104663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.104855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.104986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.105192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.105192] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46890c2-bba2-402e-af17-79721248e523 already deleted. [ 808.105297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46890c2-bba2-402e-af17-79721248e523" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.383964] env[66232]: INFO networking_nsxv3.common.synchronization [req-26ad6589-a6f5-4c7d-aff4-8dce28480644 req-dee6cd14-5d39-4322-8a58-b9421a18840d tempest-ServerRescueTestJSON-1153081656 tempest-ServerRescueTestJSON-1153081656-project-member] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 808.384667] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGHEST for action security_group_members [ 808.384972] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.386566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.386694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.386929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.387420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.387420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.387420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.387575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.387663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.387760] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.450917] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f in Status: SUCCESS [ 808.451707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.832866] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 808.833169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.833334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.833555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.833803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.833915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.833915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.834145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.834236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.834321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.834485] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.834579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.834637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.834801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.834940] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.835039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.835101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.835247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.835314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.835391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.835479] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.891389] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.891897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.891897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.892441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.918769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919142] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.919657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.919759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be updated. [ 808.951189] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.951512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.951512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.951699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.951753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.962580] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: IN_PROGRESS for 2s [ 809.337524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ede7981-032e-4b83-8236-b2e1acd90bca: rpc.has_security_group_logging(os_id): False [ 809.369893] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.370161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.370222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.370425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.396711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.396914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.397757] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.398470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.399035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.399035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.399330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.399330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.399500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.400130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.400130] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 809.492051] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.492051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.492051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.492426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.492426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.514724] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 809.639805] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 in Status: SUCCESS [ 809.639998] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 deletion is rescheduled due to dependency. [ 809.640171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.942491] env[66232]: INFO networking_nsxv3.common.synchronization [req-4ab69748-9a58-4b3c-8ee5-d895067243e5 req-f3fb240a-87ff-49a3-a706-cda61ccb2ccc tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 809.942870] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 809.943249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.943589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.943589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.943691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.943832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.943889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.943929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.945682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.945682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.945682] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.446231] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.446466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.446544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.471938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.472259] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.472370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.472439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.472725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.472817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.472913] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 810.506174] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.506326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.506402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.506619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.506759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.516080] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 810.973982] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 in Status: SUCCESS [ 810.974885] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 deletion is rescheduled due to dependency. [ 810.974885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.529881] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 811.530296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.527882] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 812.528409] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 deletion is rescheduled due to dependency. [ 812.528409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.829665] env[66232]: INFO networking_nsxv3.common.synchronization [req-e374bdd3-9497-4b94-af30-36ffb529c70f req-da0b2cc1-65d5-476b-b6c3-2156d530a240 tempest-ServersNegativeTestMultiTenantJSON-2042317794 tempest-ServersNegativeTestMultiTenantJSON-2042317794-project-member] Enqueued Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 812.830200] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 812.831036] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.831036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.831036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.831036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.831360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.831360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.831492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.831492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.831599] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.170607] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.170607] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-309" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.170607] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-309" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.170607] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-309" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.173425] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.173425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.173425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.173425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.175191] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.175191] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.175191] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.177022] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.177022] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.177022] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.177022] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.177022] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.200545] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.200545] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.200545] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.200780] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-309" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.201742] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-301207b5-811b-4096-a091-96baee18217f taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.201742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.201742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.201742] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.201742] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301207b5-811b-4096-a091-96baee18217f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.334485] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.334485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.334737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.334737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.334802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.335469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.335469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.335469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.335469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.335469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.335762] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 already deleted. [ 813.335762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.427272] env[66232]: INFO networking_nsxv3.common.synchronization [req-d6782488-14d0-4343-951d-313d6888dd0e req-63a954d2-ef89-46bb-b091-023d5aca300a tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 813.427941] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGHEST for action security_group_members [ 813.428125] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.428257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.428438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.428611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.428669] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.428832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.428911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.429143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.429247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.429391] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.704748] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.705110] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.705110] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.705849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.705849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.705849] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 301207b5-811b-4096-a091-96baee18217f not found, creating... [ 813.705987] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.706072] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.706258] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.707461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.707461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.707461] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.707461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.707461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.707461] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.707945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.707945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 301207b5-811b-4096-a091-96baee18217f is going to be created. [ 813.733363] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.733589] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.733684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.733948] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.734199] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.734429] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.931116] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.931292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.931365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.931611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.958206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958206] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.958206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.958206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.958206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.958206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958206] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d is going to be updated. [ 813.986893] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.986893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.986893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.986893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.986893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.997047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: IN_PROGRESS for 2s [ 814.473670] env[66232]: INFO networking_nsxv3.common.synchronization [req-e374bdd3-9497-4b94-af30-36ffb529c70f req-1fc30845-bac0-46a6-a59d-8f893c342a5e service nova] Enqueued Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_rules [ 814.473818] env[66232]: INFO networking_nsxv3.common.synchronization [req-e374bdd3-9497-4b94-af30-36ffb529c70f req-1fc30845-bac0-46a6-a59d-8f893c342a5e service nova] Enqueued Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 814.473883] env[66232]: INFO networking_nsxv3.common.synchronization [req-e374bdd3-9497-4b94-af30-36ffb529c70f req-1fc30845-bac0-46a6-a59d-8f893c342a5e service nova] Enqueued Resource ID: 301207b5-811b-4096-a091-96baee18217f with Priority: HIGHEST for action port [ 814.474661] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_rules [ 814.474830] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 814.474912] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301207b5-811b-4096-a091-96baee18217f with Priority: HIGHEST for action port [ 814.475193] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.475399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.475399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.475664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.475749] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.476666] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.476776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.476853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.477360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.477541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.478655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.478655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.478655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.478655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.478655] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.479090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-301207b5-811b-4096-a091-96baee18217f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.479090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.479230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.479537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.479537] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301207b5-811b-4096-a091-96baee18217f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.982739] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.984026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984980] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301207b5-811b-4096-a091-96baee18217f with status ACTIVE [ 814.986492] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.986589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.986660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.987458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.987513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.987693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.987779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.987945] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.988042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.988098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.988240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.988307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.988438] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301207b5-811b-4096-a091-96baee18217f is going to be updated. [ 815.014778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.015451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.016486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.016486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.016486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.016715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301207b5-811b-4096-a091-96baee18217f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.485816] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.492295] env[66232]: INFO networking_nsxv3.common.synchronization [req-56dd565d-8cc4-489e-b70e-bcab331af82c req-4708e25a-06cd-40a8-bef6-5f88259fa600 tempest-ServersNegativeTestJSON-1962420176 tempest-ServersNegativeTestJSON-1962420176-project-member] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 815.493126] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 815.493207] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.493357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.493475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.494049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.494049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.494049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.494049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.494271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.494405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.494450] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.829724] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.829918] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.830053] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.830463] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.830685] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.830844] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.830958] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.831185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.831332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.831611] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.831728] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.831826] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.831931] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.832051] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.832158] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.832286] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.849909] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.850096] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.850251] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.850452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.850766] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.850968] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.851062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.851392] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.851567] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d1e82d-9c03-45a0-be27-4f9b2961bc40',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.990731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.990731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.991188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.991188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.991188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.991303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 is going to be created. [ 815.997360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.997502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.997573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.997784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.997886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.998120] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.998229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.998354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.998477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.998585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.998693] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 already deleted. [ 815.998790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.007704] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d in Status: SUCCESS [ 816.007883] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d deletion is rescheduled due to dependency. [ 816.008026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.021866] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.022118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.022182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.022406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.022629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.032351] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: UNINITIALIZED for 2s [ 816.354051] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.354310] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.354365] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.354690] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.354848] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.355054] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port b7d1e82d-9c03-45a0-be27-4f9b2961bc40 not found, creating... [ 816.355377] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.355570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.355702] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.355977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.356153] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.356485] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.356864] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.356864] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.357078] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.357208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357359] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 is going to be created. [ 816.379370] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.379794] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.380190] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.380490] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.380801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.104594] env[66232]: INFO networking_nsxv3.common.synchronization [req-56dd565d-8cc4-489e-b70e-bcab331af82c req-a14b96c4-9418-49c4-adff-d119a567ffc9 service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 817.104851] env[66232]: INFO networking_nsxv3.common.synchronization [req-56dd565d-8cc4-489e-b70e-bcab331af82c req-a14b96c4-9418-49c4-adff-d119a567ffc9 service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 817.104851] env[66232]: INFO networking_nsxv3.common.synchronization [req-56dd565d-8cc4-489e-b70e-bcab331af82c req-a14b96c4-9418-49c4-adff-d119a567ffc9 service nova] Enqueued Resource ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with Priority: HIGHEST for action port [ 817.105328] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 817.105465] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 817.105584] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with Priority: HIGHEST for action port [ 817.105838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.106058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.107968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.108169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.108239] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.109126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.109266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.109340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.109500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.109652] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.109743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.109940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.109940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.110085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.110121] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.110890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.110997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.111101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.111281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.111281] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d1e82d-9c03-45a0-be27-4f9b2961bc40',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.613509] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.613972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.613972] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with status ACTIVE [ 817.614145] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.614609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.614735] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.614809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.614909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.614994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.615357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.615453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.615513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.615650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.615723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.615806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 is going to be updated. [ 817.616899] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.639809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.639809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.639809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.639809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.639809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.640373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.046049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: SUCCESS [ 818.046049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.046049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.046049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.046049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.046411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.046411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.046411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.046668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.046668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.046668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.120029] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.549093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.549412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.549550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.549905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.550409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.550676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.551184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.551461] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.551631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.551752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.552026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.552343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.552622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.552856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.553202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.553370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.553540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.553776] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.622925] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.623149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.623633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.623972] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be created. [ 818.654018] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.654202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.654270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.654490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.654685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.667115] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: UNINITIALIZED for 2s [ 819.059451] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9caa8f5b-f962-4b1e-a058-8d84dfe523b4: rpc.has_security_group_logging(os_id): False [ 819.078934] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.082732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.082732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.082732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.083285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.083285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.083285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.083285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.083285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.083285] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 is going to be created. [ 819.143008] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.143367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.143367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.143446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.143605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.154401] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: IN_PROGRESS for 2s [ 820.599926] env[66232]: INFO networking_nsxv3.common.synchronization [req-daa40e41-8312-4498-84f4-823634d20eed req-635cb0fd-2581-4622-9b07-f96d3e63e334 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 820.604021] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 820.604021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.604021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.604021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.604021] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.681167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.681167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.681167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.681167] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.107301] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.169948] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: SUCCESS [ 821.170222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.184572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.184572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.184738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.184840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.185024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.185131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.185226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.185417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.185642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.185642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.185764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.185863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.185921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.186105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.186228] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.186327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.186438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.186665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.186665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.186665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.186829] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.609483] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.690394] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3353b280-e867-4530-bad6-c27847477870: rpc.has_security_group_logging(os_id): False [ 821.710713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.710713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.710713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.710713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.711285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.711285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.711285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.711285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.711506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.711506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.711583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be created. [ 821.772428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.772561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.772561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.772740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.772925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.788324] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 822.112969] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.113733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.113831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.114040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.114140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.114245] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 822.149609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.149751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.150474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.150474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.150474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.168032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 822.349455] env[66232]: INFO networking_nsxv3.common.synchronization [req-5d381bb2-41fd-4d2f-902e-32a2cd2f32c7 req-0f3d6594-12d2-430a-bc7a-8ff4c471a221 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 822.351648] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 822.354899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.354899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.354899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.354899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355313] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.355543] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.739638] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.739995] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.739995] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740525] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740804] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.741621] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.741883] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.742200] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.742285] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.742360] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.742500] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.742673] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.742725] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.742846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.764102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.764296] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.764583] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.764759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.765312] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-96cfa129-e7d8-4747-9b98-fe9e9fa032db taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.765523] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.765692] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.766032] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.766179] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96cfa129-e7d8-4747-9b98-fe9e9fa032db',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.857774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.857935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.857935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.859979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.879873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.879873] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.879873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.879873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.880269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.880269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.880269] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 822.906943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.907149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.907288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.907536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.907657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.918103] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 823.268462] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.268794] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.268945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.269346] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.269515] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269677] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 96cfa129-e7d8-4747-9b98-fe9e9fa032db not found, creating... [ 823.269963] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.270231] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.270318] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.270591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.270735] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.271087] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.271295] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.271407] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.271617] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.271754] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.271927] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 96cfa129-e7d8-4747-9b98-fe9e9fa032db is going to be created. [ 823.292506] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.292506] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.292745] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.293014] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.293094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.293328] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.799657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 823.800045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.021744] env[66232]: INFO networking_nsxv3.common.synchronization [req-5d381bb2-41fd-4d2f-902e-32a2cd2f32c7 req-3ef1dfa5-1d5a-47f6-9e8a-32de4582c711 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 824.021929] env[66232]: INFO networking_nsxv3.common.synchronization [req-5d381bb2-41fd-4d2f-902e-32a2cd2f32c7 req-3ef1dfa5-1d5a-47f6-9e8a-32de4582c711 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 824.022078] env[66232]: INFO networking_nsxv3.common.synchronization [req-5d381bb2-41fd-4d2f-902e-32a2cd2f32c7 req-3ef1dfa5-1d5a-47f6-9e8a-32de4582c711 service nova] Enqueued Resource ID: 96cfa129-e7d8-4747-9b98-fe9e9fa032db with Priority: HIGHEST for action port [ 824.022311] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 824.022446] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 824.022590] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cfa129-e7d8-4747-9b98-fe9e9fa032db with Priority: HIGHEST for action port [ 824.023155] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.023283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.023414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.023690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.023764] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.024659] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.024751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.025112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-96cfa129-e7d8-4747-9b98-fe9e9fa032db taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.025112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.025112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.025312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.025353] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96cfa129-e7d8-4747-9b98-fe9e9fa032db',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.178298] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 824.178535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.528208] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.528327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.528464] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96cfa129-e7d8-4747-9b98-fe9e9fa032db with status ACTIVE [ 824.528655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.528770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.528837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.529060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.529150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.529415] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.529565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.529631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.529852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.529942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.530151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.530248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.530324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.530491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.530577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.530695] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96cfa129-e7d8-4747-9b98-fe9e9fa032db is going to be updated. [ 824.551671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.552136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.552136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.552136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.552296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.552645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96cfa129-e7d8-4747-9b98-fe9e9fa032db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.934896] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 824.934896] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.934896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.934896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.934896] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.437815] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.939918] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.442949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.443096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.443096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.443300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.443394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.443496] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 826.478590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.478739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.478810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.479044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.479169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.489379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 827.418872] env[66232]: INFO networking_nsxv3.common.synchronization [req-896778e1-acda-4064-9b22-51ec48d46910 req-14051f5d-46fd-4586-aa67-614393a62d92 tempest-ServersNegativeTestMultiTenantJSON-2042317794 tempest-ServersNegativeTestMultiTenantJSON-2042317794-project-member] Enqueued Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 827.420428] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGHEST for action security_group_members [ 827.420428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.420428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.420428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.420428] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.922140] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.922271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.922346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.922826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.922929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.923153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.923285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.923341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.923479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.923556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.923644] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 is going to be updated. [ 827.954577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.954785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.954853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.955117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.955199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.965249] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: IN_PROGRESS for 2s [ 828.499421] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 828.499743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.499807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.500023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.500219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.500364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.500441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.500597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.500677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.500761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.500854] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.004039] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.004039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.004039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.004039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.004319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.004319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.004319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.004497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.004554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.004667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.004816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.004935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.004991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.005161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.005314] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.005611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.005611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.005611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.005771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.005771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.005868] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.508036] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 829.535072] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.535264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.535357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.535621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.536173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.536234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.536481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.536821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.536878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537393] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.537492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.537560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.537704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537863] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 829.626759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.627063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.627199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.647594] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 829.977508] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 in Status: SUCCESS [ 829.977828] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 deletion is rescheduled due to dependency. [ 829.978026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.661325] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 831.661325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.422026] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 832.422026] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 836.873850] env[66232]: INFO networking_nsxv3.common.synchronization [req-a2b211fb-ae1b-46af-b78d-316954b48967 req-2422d4f8-9510-4bd3-8c72-0b5b3ae5dd09 tempest-ServerMetadataNegativeTestJSON-363273633 tempest-ServerMetadataNegativeTestJSON-363273633-project-member] Enqueued Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 836.875853] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 836.875853] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.875853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.875853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.875853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.877366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.877366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.877366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.877366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.877366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.877366] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.381844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.382039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.382138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.382368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.382470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.382671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.382790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.382852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.383008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.383087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.383184] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 already deleted. [ 837.383280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.467675] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.467941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-374" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.468120] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-374" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.468472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-374" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.468972] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.469221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.469380] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469712] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469907] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.470169] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.470323] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.470493] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.470646] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.470796] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.470934] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.471123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.491943] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.492164] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.492288] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.492476] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-374" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.492774] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.492945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493076] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493420] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493576] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.995690] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.996234] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.996234] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.996358] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.996489] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.996645] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 not found, creating... [ 837.996903] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.997090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.997237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.997497] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.997641] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.997936] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.998672] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.998863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.999188] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.999456] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.999772] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 is going to be created. [ 838.022026] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.022026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.022026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.022282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.022340] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.022572] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745500] env[66232]: INFO networking_nsxv3.common.synchronization [req-a2b211fb-ae1b-46af-b78d-316954b48967 req-35d09c88-c383-491f-8fde-6b0e61cc7264 service nova] Enqueued Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_rules [ 838.745500] env[66232]: INFO networking_nsxv3.common.synchronization [req-a2b211fb-ae1b-46af-b78d-316954b48967 req-35d09c88-c383-491f-8fde-6b0e61cc7264 service nova] Enqueued Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 838.745500] env[66232]: INFO networking_nsxv3.common.synchronization [req-a2b211fb-ae1b-46af-b78d-316954b48967 req-35d09c88-c383-491f-8fde-6b0e61cc7264 service nova] Enqueued Resource ID: 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 with Priority: HIGHEST for action port [ 838.745961] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_rules [ 838.747389] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 838.747389] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 with Priority: HIGHEST for action port [ 838.747389] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.747639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.747778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.747996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.748107] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.749753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.749877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.749945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.750182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.750343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.750670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.750755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.750879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.751100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.751281] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.752723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.752723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.752723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.752723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.752723] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.900696] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f957bbd1-1dae-4d8c-8a92-7e82a5b19885 None None] Enqueued Resource ID: b80177e3-d41f-47cb-9d30-29f06b1925dd with Priority: HIGHEST for action port [ 838.901625] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80177e3-d41f-47cb-9d30-29f06b1925dd with Priority: HIGHEST for action port [ 838.901967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b80177e3-d41f-47cb-9d30-29f06b1925dd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.902171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b80177e3-d41f-47cb-9d30-29f06b1925dd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.902171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b80177e3-d41f-47cb-9d30-29f06b1925dd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.902511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b80177e3-d41f-47cb-9d30-29f06b1925dd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.902596] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80177e3-d41f-47cb-9d30-29f06b1925dd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.254482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.254795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.254795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.256651] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 with status ACTIVE [ 839.256853] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.256972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.257161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.257374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.257478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.257629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.257727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.257789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.257937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.258049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.258241] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.258337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.258397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.258536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.258611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.258706] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24 is going to be updated. [ 839.285738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.285926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.285985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.286550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.286550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.286550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5056edf7-ca28-47bc-b0a9-6e9fd6ea2e24" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.405124] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b80177e3-d41f-47cb-9d30-29f06b1925dd [ 839.405408] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.405542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.405542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.405751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.405844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.405931] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b80177e3-d41f-47cb-9d30-29f06b1925dd already deleted. [ 839.406018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b80177e3-d41f-47cb-9d30-29f06b1925dd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.762212] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.265326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.265620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.265699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.265968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.266666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.266666] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 is going to be created. [ 840.296716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.297350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.297582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.333864] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: UNINITIALIZED for 2s [ 840.471354] env[66232]: INFO networking_nsxv3.common.synchronization [req-b2a39d51-19ad-44df-b170-4d93e554b654 req-075f301e-967e-4c6c-aad7-f05782543263 tempest-ServerMetadataTestJSON-1465308866 tempest-ServerMetadataTestJSON-1465308866-project-member] Enqueued Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 840.471752] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 840.471958] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.472094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.472158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.473258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.473258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.473258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.473258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.473258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.473258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.473258] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.895752] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.895883] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-966" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.896023] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-966" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.896398] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-966" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.896677] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.896838] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.896955] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.900811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.900811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.900811] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.900811] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.900811] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.900811] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.900811] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.900811] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.900811] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.919920] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.920927] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.920927] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.920927] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-966" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.921724] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.921724] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.921724] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.922065] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.922242] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c0cb50-1256-4b98-a50b-3c3582f1a5ae',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.977789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.978045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.978138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.978767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.978767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.978767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.978970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.978970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.979155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.979337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721edb23-038d-4388-8209-4be13db5cb3b already deleted. [ 840.979425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.052393] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a6a0bed7-1507-4962-8ba4-b641183608c8 None None] Enqueued Resource ID: 6c768937-0f34-4f35-9d80-0aae86cda928 with Priority: HIGHEST for action port [ 841.052393] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c768937-0f34-4f35-9d80-0aae86cda928 with Priority: HIGHEST for action port [ 841.055877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c768937-0f34-4f35-9d80-0aae86cda928 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.055877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c768937-0f34-4f35-9d80-0aae86cda928" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.055877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c768937-0f34-4f35-9d80-0aae86cda928" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.055877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c768937-0f34-4f35-9d80-0aae86cda928" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.055877] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c768937-0f34-4f35-9d80-0aae86cda928',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.224354] env[66232]: INFO networking_nsxv3.common.synchronization [None req-35ac293a-3e09-452f-a3cb-d2400195aae5 tempest-ServersTestFqdnHostnames-1161266914 tempest-ServersTestFqdnHostnames-1161266914-project-member] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 841.225233] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 841.225753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.225753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.225878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.226294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.226294] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.408294] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1b5c931c-74bb-4299-adcc-d1d77a777f3a tempest-ServersTestFqdnHostnames-1161266914 tempest-ServersTestFqdnHostnames-1161266914-project-member] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 841.408943] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 841.409264] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.409385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.427615] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.427615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 46c0cb50-1256-4b98-a50b-3c3582f1a5ae not found, creating... [ 841.427615] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.427615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.428233] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.428233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.428233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.428385] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.428529] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.428701] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 46c0cb50-1256-4b98-a50b-3c3582f1a5ae is going to be created. [ 841.452020] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.452020] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.452020] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.452309] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.452460] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.452673] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.558085] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c768937-0f34-4f35-9d80-0aae86cda928 [ 841.558085] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.558361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.558361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.558425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.558633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.558633] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c768937-0f34-4f35-9d80-0aae86cda928 already deleted. [ 841.558817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c768937-0f34-4f35-9d80-0aae86cda928" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.749091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.749261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.749372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.749698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.749793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.749889] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 already deleted. [ 841.749973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.750190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.750667] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.238030] env[66232]: INFO networking_nsxv3.common.synchronization [req-b2a39d51-19ad-44df-b170-4d93e554b654 req-50e5219a-7626-4b60-8fca-c96d2a0aa5cc service nova] Enqueued Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_rules [ 842.238317] env[66232]: INFO networking_nsxv3.common.synchronization [req-b2a39d51-19ad-44df-b170-4d93e554b654 req-50e5219a-7626-4b60-8fca-c96d2a0aa5cc service nova] Enqueued Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 842.238463] env[66232]: INFO networking_nsxv3.common.synchronization [req-b2a39d51-19ad-44df-b170-4d93e554b654 req-50e5219a-7626-4b60-8fca-c96d2a0aa5cc service nova] Enqueued Resource ID: 46c0cb50-1256-4b98-a50b-3c3582f1a5ae with Priority: HIGHEST for action port [ 842.239062] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_rules [ 842.239205] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 842.239303] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c0cb50-1256-4b98-a50b-3c3582f1a5ae with Priority: HIGHEST for action port [ 842.239626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.239770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.239823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.240106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.240196] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.241096] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.241245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.241296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.242035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.242035] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.242200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.242200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.242818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.242818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.242818] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.243510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.243510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.243662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.243757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.243835] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c0cb50-1256-4b98-a50b-3c3582f1a5ae',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.275256] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.275418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.275576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.279026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.279026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.279026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 already deleted. [ 842.279026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.346294] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: SUCCESS [ 842.347076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.347220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.347370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.347576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.347715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.347764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.347912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.347991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.348134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.348176] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.745590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.745921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.745921] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.747222] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46c0cb50-1256-4b98-a50b-3c3582f1a5ae with status ACTIVE [ 842.747222] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.747222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.747222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.747591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.747591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.747670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749565] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749565] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46c0cb50-1256-4b98-a50b-3c3582f1a5ae is going to be updated. [ 842.771590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.771752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.771844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.772040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.772193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.772546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c0cb50-1256-4b98-a50b-3c3582f1a5ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.851123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.851301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.851426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.851667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.851839] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.851957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.852032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.852184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.852274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.852511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.852627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.852724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.852933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.853100] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.853209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.853270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.853635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.853635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.853635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.853635] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.251608] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.358502] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf597670-fc58-40aa-b6ba-18ec6136e0b3: rpc.has_security_group_logging(os_id): False [ 843.378988] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.379208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.379256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.380033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.380033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.380033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.380283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.380283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.380471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.380540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.380725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.380836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.380904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.381089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.381194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.381414] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.381519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.381608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.381765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.381885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.382010] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 is going to be created. [ 843.450255] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.450255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.450255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.450255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.450255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.468446] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: IN_PROGRESS for 2s [ 843.755921] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.756366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.756366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.756458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.756527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.756629] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721edb23-038d-4388-8209-4be13db5cb3b is going to be created. [ 843.785540] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.785724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.785791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.786078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.786257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.800097] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: UNINITIALIZED for 2s [ 845.484129] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: SUCCESS [ 845.484400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812194] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: SUCCESS [ 845.812194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.812380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.812449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.812655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.812781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.812844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.812986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.813301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.813301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.813301] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.316415] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.316689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.316964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.317585] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.317708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.317778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.317974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.318134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.318280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.318534] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.318669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.318813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.318999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.319250] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.319433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.319521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.319822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.319943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.320103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.320266] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.822556] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721edb23-038d-4388-8209-4be13db5cb3b: rpc.has_security_group_logging(os_id): False [ 846.841587] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.841971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.841971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.842123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.842123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.842292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.842382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.842438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.842578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.842661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.842838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.842921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.843046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.843169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.843223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.843445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.843539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.843595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.843734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.843839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.843896] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721edb23-038d-4388-8209-4be13db5cb3b is going to be created. [ 846.908057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.908320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.908320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.908568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.908798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.921281] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: IN_PROGRESS for 2s [ 847.240408] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.240520] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 848.528245] env[66232]: INFO networking_nsxv3.common.synchronization [req-a5aea8d7-2f98-4ca9-940d-7507a0170b95 req-34f4aa53-8b31-41d7-ab4b-39d29f8feb7a tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 848.528839] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 848.529305] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.529492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.529620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.529921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.530132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.530320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.530411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.530606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.530708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.530804] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.937519] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: SUCCESS [ 848.937519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.033543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.034220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.034220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.036302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.057557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.060362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.060362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.060362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.060362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.060362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.060362] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 849.088249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.088411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.088478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.088738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.088949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.100205] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 849.217881] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.218018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.218093] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.218591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.218927] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.219114] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.219248] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.219714] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.219714] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.219907] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.220069] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.220236] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.220393] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.220529] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.220686] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.220822] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.263806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.263994] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.264174] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.264376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-487" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.264726] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-5e9d77e1-c546-4127-882a-3f88d7b86925 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.264918] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.265063] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.265498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.265772] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9d77e1-c546-4127-882a-3f88d7b86925',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.768896] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.768896] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.769376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.769376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.769623] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.769623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 5e9d77e1-c546-4127-882a-3f88d7b86925 not found, creating... [ 849.770278] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.770278] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.770278] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.770477] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.770553] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.770937] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.771225] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.771352] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.771559] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.771691] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.771846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 5e9d77e1-c546-4127-882a-3f88d7b86925 is going to be created. [ 849.793857] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.794371] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.794507] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.794776] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.795020] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.795485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [req-a5aea8d7-2f98-4ca9-940d-7507a0170b95 req-44756fc8-de37-4205-a03a-1406a9dd8f77 service nova] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [req-a5aea8d7-2f98-4ca9-940d-7507a0170b95 req-44756fc8-de37-4205-a03a-1406a9dd8f77 service nova] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [req-a5aea8d7-2f98-4ca9-940d-7507a0170b95 req-44756fc8-de37-4205-a03a-1406a9dd8f77 service nova] Enqueued Resource ID: 5e9d77e1-c546-4127-882a-3f88d7b86925 with Priority: HIGHEST for action port [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_rules [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 850.488330] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9d77e1-c546-4127-882a-3f88d7b86925 with Priority: HIGHEST for action port [ 850.488330] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.488330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.488330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.488923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.488923] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.489546] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.489659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.489909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9d77e1-c546-4127-882a-3f88d7b86925 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.490029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.490094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.490274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.490347] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9d77e1-c546-4127-882a-3f88d7b86925',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.745993] env[66232]: INFO networking_nsxv3.common.synchronization [req-e3e958ae-1672-4930-8a16-b149223e262e req-cad2112a-594b-48ea-b801-a724e0ca8225 tempest-ServerActionsV293TestJSON-524539054 tempest-ServerActionsV293TestJSON-524539054-project-member] Enqueued Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 850.746551] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 with Priority: HIGHEST for action security_group_members [ 850.746936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9ede46-f2ca-49d6-87dc-41445f50ec57 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.747010] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.747160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.747419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.747607] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.747767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.747836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.748238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.748329] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9ede46-f2ca-49d6-87dc-41445f50ec57',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.992014] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.992014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.996511] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9d77e1-c546-4127-882a-3f88d7b86925 with status ACTIVE [ 851.003095] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.003095] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.003095] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.003095] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9d77e1-c546-4127-882a-3f88d7b86925 is going to be updated. [ 851.024400] env[66232]: INFO networking_nsxv3.common.synchronization [None req-477fabb0-45a8-4a1c-a6bd-cc3a1a2ea81c None None] Enqueued Resource ID: acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2 with Priority: HIGHEST for action port [ 851.026148] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.026451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.026559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.027558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.027558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.027558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9d77e1-c546-4127-882a-3f88d7b86925" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.028145] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2 with Priority: HIGHEST for action port [ 851.028762] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.028941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.028941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.029188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.029271] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.114892] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 851.114892] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 deletion is rescheduled due to dependency. [ 851.114892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.114892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.114892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.114892] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.114892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.115287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.115287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.115287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.115508] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.251695] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.251695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.251695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.251695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.272012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.272012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.272012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.272271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.272271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.272360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.272518] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 is going to be updated. [ 851.309781] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.309781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.309781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.310062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.310111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.320937] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: IN_PROGRESS for 2s [ 851.532881] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2 [ 851.532881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.532881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.532881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.532881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.532881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.532881] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2 already deleted. [ 851.532881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdcb50a-6b1a-4c15-b4eb-e40eb53ca1e2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.618718] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.715224] env[66232]: INFO networking_nsxv3.common.synchronization [req-e476493d-caa9-4011-825e-4b8202072a0c req-d6a142cf-6a0e-4bc7-b3e5-0e0cb74fc557 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 851.715364] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 851.715661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.715785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.715852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.718173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.718359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.718483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.718553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.718730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.718821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.718991] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.124468] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.172331] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.172331] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.172331] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.172331] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.172331] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.173602] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.173861] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.174998] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.174998] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.174998] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.174998] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.174998] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.174998] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.174998] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.175327] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.175327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.198624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.198730] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.198874] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.199067] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.200014] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.200014] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.200014] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.200316] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.200316] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf3f431-cd83-4165-a6a0-a1d00b82cd53',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.221612] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.221810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.221810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.222296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.222296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.222444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.222444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.222536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.222878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.222878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.222878] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c988364e-a276-491e-a301-cdea9d7a3617 already deleted. [ 852.222878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.625917] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.626079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.626199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.626406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.626511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.626717] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 852.658210] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.658357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.658414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.659102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.659280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.669327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 852.705025] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.705025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 not found, creating... [ 852.705025] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.705025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.705563] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.706479] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.706768] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.707123] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.707390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.707666] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 is going to be created. [ 852.743626] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.743928] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.744115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.745974] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.745974] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.745974] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.924802] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-8fbe46e1-a9e5-42cf-8692-2a248b40760e tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 852.925300] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 852.925603] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.925976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.925976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.926099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.926615] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.926615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.926615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.926615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.926615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.926957] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.281756] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1b9c45ec-1398-4fc0-a569-b3e1f961ab7d None None] Enqueued Resource ID: 7a7448d4-1c9a-4c1e-9527-65ce8419e5e0 with Priority: HIGHEST for action port [ 853.282887] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7448d4-1c9a-4c1e-9527-65ce8419e5e0 with Priority: HIGHEST for action port [ 853.283366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7448d4-1c9a-4c1e-9527-65ce8419e5e0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.283532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7448d4-1c9a-4c1e-9527-65ce8419e5e0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.283698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7448d4-1c9a-4c1e-9527-65ce8419e5e0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.284142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7448d4-1c9a-4c1e-9527-65ce8419e5e0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.284302] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7448d4-1c9a-4c1e-9527-65ce8419e5e0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.332452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 in Status: SUCCESS [ 853.332987] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9ede46-f2ca-49d6-87dc-41445f50ec57 deletion is rescheduled due to dependency. [ 853.333157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9ede46-f2ca-49d6-87dc-41445f50ec57" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.397395] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.397895] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.398155] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.398590] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.399109] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.399375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.399697] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400091] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400349] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400608] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.400874] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.400985] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.401115] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.401236] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.401391] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.401486] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.429792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.430269] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.430376] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.430747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.431160] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-7604a585-574e-4f80-80b6-e6d94fa9f6ae taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.431465] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.431668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.432176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.432499] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7604a585-574e-4f80-80b6-e6d94fa9f6ae',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.434271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.434446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.434585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.434857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.457829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.458372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.458571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.458571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.458802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.458922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.459074] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 853.479202] env[66232]: INFO networking_nsxv3.common.synchronization [req-e476493d-caa9-4011-825e-4b8202072a0c req-dc19a599-b710-45cb-a790-03c6845fbd52 service nova] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 853.479599] env[66232]: INFO networking_nsxv3.common.synchronization [req-e476493d-caa9-4011-825e-4b8202072a0c req-dc19a599-b710-45cb-a790-03c6845fbd52 service nova] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 853.482672] env[66232]: INFO networking_nsxv3.common.synchronization [req-e476493d-caa9-4011-825e-4b8202072a0c req-dc19a599-b710-45cb-a790-03c6845fbd52 service nova] Enqueued Resource ID: 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 with Priority: HIGHEST for action port [ 853.482672] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_rules [ 853.482672] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 853.482672] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 with Priority: HIGHEST for action port [ 853.482672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.482672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.482672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.482672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.482672] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.482672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.483078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.483078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.483205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.483342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.483483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.483578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.483737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.483827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.483924] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.488423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.488423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.488423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.488423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.488423] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf3f431-cd83-4165-a6a0-a1d00b82cd53',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.491350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.502851] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 853.787802] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a7448d4-1c9a-4c1e-9527-65ce8419e5e0 [ 853.788101] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.788269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.788603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.788719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.788828] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a7448d4-1c9a-4c1e-9527-65ce8419e5e0 already deleted. [ 853.788935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7448d4-1c9a-4c1e-9527-65ce8419e5e0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.938377] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.938377] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.938377] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.938377] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.938632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.938632] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 7604a585-574e-4f80-80b6-e6d94fa9f6ae not found, creating... [ 853.938840] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.939012] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.939136] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.939375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.939515] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.939908] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.940114] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.940227] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.940450] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.940584] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.940749] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 7604a585-574e-4f80-80b6-e6d94fa9f6ae is going to be created. [ 853.967198] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.970212] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.970212] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.970212] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.970212] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.970212] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.987627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.987627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.991143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 with status ACTIVE [ 853.991445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.991674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.991674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.991752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.991828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.992061] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.992189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.992267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.992668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.992668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.992798] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.992930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.992930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.993061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.993137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.993220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf3f431-cd83-4165-a6a0-a1d00b82cd53 is going to be updated. [ 853.994285] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.017213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.017361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.017431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.017622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.017750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.017903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf3f431-cd83-4165-a6a0-a1d00b82cd53" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.497119] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.680571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 854.680874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.681117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.681407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.681657] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.681768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.681850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.682068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.682205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.682300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.682425] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.732468] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-cee8ebe3-8b6a-487e-b65e-cfc76a642b6d service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 854.732692] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-cee8ebe3-8b6a-487e-b65e-cfc76a642b6d service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 854.732755] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-cee8ebe3-8b6a-487e-b65e-cfc76a642b6d service nova] Enqueued Resource ID: 7604a585-574e-4f80-80b6-e6d94fa9f6ae with Priority: HIGHEST for action port [ 854.733460] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 854.733460] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 854.733944] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7604a585-574e-4f80-80b6-e6d94fa9f6ae with Priority: HIGHEST for action port [ 854.734243] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.734452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.734452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.734708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.734708] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.735516] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.735863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.735863] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7604a585-574e-4f80-80b6-e6d94fa9f6ae taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.736014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.736014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.736148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.736853] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7604a585-574e-4f80-80b6-e6d94fa9f6ae',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.003273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.003273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.003273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.003420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.003480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.003577] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c988364e-a276-491e-a301-cdea9d7a3617 is going to be created. [ 855.033717] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.033887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.033932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.034397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.034397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046257] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: UNINITIALIZED for 2s [ 855.186741] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.238386] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.238555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.238738] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7604a585-574e-4f80-80b6-e6d94fa9f6ae with status ACTIVE [ 855.238931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.239050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.239131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.239368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.239466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.239676] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.239769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.239824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.240017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.240114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.240292] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.240402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.240457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.240610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.240704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.240813] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7604a585-574e-4f80-80b6-e6d94fa9f6ae is going to be updated. [ 855.264388] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.264388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.264388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.264677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.265268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7604a585-574e-4f80-80b6-e6d94fa9f6ae" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.515495] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 855.515841] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a deletion is rescheduled due to dependency. [ 855.515841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.515957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.516199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.516410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.516546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.516590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.516749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.516977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.516977] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.690460] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40192dd9-7e79-4352-bba5-06bba2b4a181: rpc.has_security_group_logging(os_id): False [ 855.707253] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-35cd6fb5-19a1-417b-88d1-19f0819052c6 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 855.708142] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 855.708455] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.708554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709507] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.709644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.709911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.710249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.710498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.710498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.710621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.710717] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 855.830447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.830447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.830447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.830705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.830956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.848235] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 856.020055] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.059319] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.059319] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.059319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.060443] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.061478] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.061478] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.061478] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.061478] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.061478] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.061728] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.062027] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.083303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.083645] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.084836] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.085059] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-238" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.085401] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-7c84c3bb-fb80-473e-b726-684ffd9ed513 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.085581] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.085706] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.086580] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.088033] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c84c3bb-fb80-473e-b726-684ffd9ed513',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.523869] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.592043] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.592043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.592498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.592498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.592550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 7c84c3bb-fb80-473e-b726-684ffd9ed513 not found, creating... [ 856.593295] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.593295] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.593295] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.593588] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.593588] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.593984] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.595062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.595062] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 7c84c3bb-fb80-473e-b726-684ffd9ed513 is going to be created. [ 856.624019] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.624019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.624200] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.624468] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.624595] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.624830] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.753264] env[66232]: INFO networking_nsxv3.common.synchronization [req-912db90b-b7a7-4019-b198-ba0d33013a46 req-b7514d21-75b8-4c14-983a-ea0ec1efcf06 tempest-SecurityGroupRulesNegativeTestJSON-728311807 tempest-SecurityGroupRulesNegativeTestJSON-728311807-project-member] Enqueued Resource ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea with Priority: HIGHEST for action security_group_rules [ 856.754094] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea with Priority: HIGHEST for action security_group_rules [ 856.754347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0770c3-acab-42ed-bed1-a428e27a47ea taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.754541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.754667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.754955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.755108] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0770c3-acab-42ed-bed1-a428e27a47ea',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.027284] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.027467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.027541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.027961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.028062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.028247] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 857.059330] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: SUCCESS [ 857.059635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.059918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.060219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.060441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.060625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.060722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.060965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.061103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.061220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.061317] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.069590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.069867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.069867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.070078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.070287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.085012] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 857.275709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.275972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.276082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.276427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.276603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.276741] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea already deleted. [ 857.276908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.386917] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-e03790f8-3f4d-40ae-a69d-e9cc0c688b91 service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 857.387249] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-e03790f8-3f4d-40ae-a69d-e9cc0c688b91 service nova] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 857.387431] env[66232]: INFO networking_nsxv3.common.synchronization [req-3824d47f-a433-4514-a6ba-44e07773bb1f req-e03790f8-3f4d-40ae-a69d-e9cc0c688b91 service nova] Enqueued Resource ID: 7c84c3bb-fb80-473e-b726-684ffd9ed513 with Priority: HIGHEST for action port [ 857.388154] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_rules [ 857.388311] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 857.388410] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c84c3bb-fb80-473e-b726-684ffd9ed513 with Priority: HIGHEST for action port [ 857.388746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.388847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.389129] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.389222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.389416] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c84c3bb-fb80-473e-b726-684ffd9ed513 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.389580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.389705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.389915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.389997] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c84c3bb-fb80-473e-b726-684ffd9ed513',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.569887] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.864009] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 857.864250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894977] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c84c3bb-fb80-473e-b726-684ffd9ed513 with status ACTIVE [ 857.894977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.894977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.894977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.895333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.895333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.895333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.895333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.895418] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c84c3bb-fb80-473e-b726-684ffd9ed513 is going to be updated. [ 857.916312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.916463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.916532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.917196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.917196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.917196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c84c3bb-fb80-473e-b726-684ffd9ed513" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.073993] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c988364e-a276-491e-a301-cdea9d7a3617: rpc.has_security_group_logging(os_id): False [ 858.086351] env[66232]: INFO networking_nsxv3.common.synchronization [req-8e68ebe2-d95a-4f7d-b92e-d604d40ebb9c req-8ef9ea3c-1c24-4a0f-b22b-96de53ffb757 tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 858.086717] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 858.087427] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.087558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.087645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.087830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.087991] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.089086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.089136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089275] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.103112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.103112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.103112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.103112] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c988364e-a276-491e-a301-cdea9d7a3617 is going to be created. [ 858.178295] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.178451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.178493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.178711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.178906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.199310] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: IN_PROGRESS for 2s [ 858.591718] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.639132] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.639955] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.639955] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.639955] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.640525] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.640729] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.640866] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.641130] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.641291] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.641536] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.642899] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.642899] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.642899] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.642899] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.642899] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.642899] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.666908] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.667152] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.667320] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.667456] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.667912] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-d2d851aa-6dbf-4f0f-b558-6676625d04f6 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.668119] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.668250] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.668685] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.668902] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d851aa-6dbf-4f0f-b558-6676625d04f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.093979] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.099117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 859.099336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.099624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.099912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.100047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.100642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.100642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.100642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.100642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.100642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.100642] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.101505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.101671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.101887] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.101989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.102142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.102291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.102415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.102510] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.171686] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.171913] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.172061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.172360] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.172514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.172669] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port d2d851aa-6dbf-4f0f-b558-6676625d04f6 not found, creating... [ 859.172930] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.173104] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.173223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.173439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.173575] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.173851] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.174013] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.174138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.174343] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.174478] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.174614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: d2d851aa-6dbf-4f0f-b558-6676625d04f6 is going to be created. [ 859.198683] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.198923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.199085] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.199367] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.199601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.572772] env[66232]: INFO networking_nsxv3.common.synchronization [req-06e3e133-5e2d-4a48-9430-5702c9f7c85a req-8c1bab66-8ed7-4660-9847-8adb41104cba tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 859.573349] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 859.573664] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.573790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.573861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.574257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.574424] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.574669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.574669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.574758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.574831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.574928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.598427] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.598708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.598708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.598839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.598924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.599028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 859.604329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.604458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.606883] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.638714] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.638886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.638959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.639231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.639381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.652139] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 859.684561] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9ddacc0e-43fd-4ca0-a3c6-21042e7219ac tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 859.685148] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 859.685458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.685590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.685649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.685916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.686009] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.894995] env[66232]: INFO networking_nsxv3.common.synchronization [req-8e68ebe2-d95a-4f7d-b92e-d604d40ebb9c req-46e3423e-c0ea-4df5-b117-9c61dc58ddd0 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 859.895203] env[66232]: INFO networking_nsxv3.common.synchronization [req-8e68ebe2-d95a-4f7d-b92e-d604d40ebb9c req-46e3423e-c0ea-4df5-b117-9c61dc58ddd0 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 859.895339] env[66232]: INFO networking_nsxv3.common.synchronization [req-8e68ebe2-d95a-4f7d-b92e-d604d40ebb9c req-46e3423e-c0ea-4df5-b117-9c61dc58ddd0 service nova] Enqueued Resource ID: d2d851aa-6dbf-4f0f-b558-6676625d04f6 with Priority: HIGHEST for action port [ 859.895851] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 859.895991] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 859.896395] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d851aa-6dbf-4f0f-b558-6676625d04f6 with Priority: HIGHEST for action port [ 859.896959] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.896959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.896959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.897154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.897232] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.898102] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.898193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.898389] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d851aa-6dbf-4f0f-b558-6676625d04f6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.898488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.898553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.898716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.898786] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d851aa-6dbf-4f0f-b558-6676625d04f6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.928184] env[66232]: INFO networking_nsxv3.common.synchronization [None req-915b0c15-282e-4443-a91f-9c6f9c4edd62 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 859.928736] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 859.929159] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.929294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.989598] env[66232]: INFO networking_nsxv3.common.synchronization [req-f2a6be97-d6ea-4ec5-8532-2a27bf25d7ee req-5b397f16-cbaf-453b-9f1b-1dc1ea00da32 tempest-SecurityGroupRulesNegativeTestJSON-728311807 tempest-SecurityGroupRulesNegativeTestJSON-728311807-project-member] Enqueued Resource ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea with Priority: HIGHEST for action security_group_rules [ 859.990243] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea with Priority: HIGHEST for action security_group_rules [ 859.991013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0770c3-acab-42ed-bed1-a428e27a47ea taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.991617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.991759] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0770c3-acab-42ed-bed1-a428e27a47ea',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.077927] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.104147] env[66232]: INFO networking_nsxv3.common.synchronization [req-20d37b85-1df4-42cf-ba01-ea0fbfe4062a req-1315bf32-1306-4905-810a-a3f364dd3be6 tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 860.104650] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 860.105070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.105070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.105198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.106634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.106634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.106634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.106634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.106634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.106634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.106634] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.110707] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.206527] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.208800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c already deleted. [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.208800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.208800] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.210973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: SUCCESS [ 860.210973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.400806] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.400806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.400806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2d851aa-6dbf-4f0f-b558-6676625d04f6 with status ACTIVE [ 860.401298] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.401298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.401587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.402194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.402194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.402194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.402194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.402466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.402466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.402527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.402780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.402780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.402933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.402933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.403017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.403108] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2d851aa-6dbf-4f0f-b558-6676625d04f6 is going to be updated. [ 860.426050] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.426050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.426050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.426050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.426050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.426050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d851aa-6dbf-4f0f-b558-6676625d04f6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.513370] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.513548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.513598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.513935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.514090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.514222] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0770c3-acab-42ed-bed1-a428e27a47ea already deleted. [ 860.514334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0770c3-acab-42ed-bed1-a428e27a47ea" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.581067] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.611169] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.617112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.617312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.617376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.617542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.617678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.617764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 860.654765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.654765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.654765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.654765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.654765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.665966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 860.729188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.729403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.729512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.729819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.729979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.730151] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c already deleted. [ 860.730297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.799432] env[66232]: INFO networking_nsxv3.common.synchronization [req-00ecb8ef-21cf-4e28-8f4f-70c6a2f50426 req-f4c41eef-32a2-48a8-a470-2987a5ae5b8d tempest-ServersNegativeTestJSON-1962420176 tempest-ServersNegativeTestJSON-1962420176-project-member] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 860.801407] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 860.801732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.801868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.801957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.802418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.802418] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.802418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.802611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.802611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.802700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.802766] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.086136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.086136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.086136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.086136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.086136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.086136] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 861.113855] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.116431] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.116879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.126792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 861.217417] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.217658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.217792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.218091] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.218380] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.219233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.219380] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.219616] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.219787] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.220558] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.220687] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.220814] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.220928] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.221096] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.221262] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.221406] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.241015] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.241242] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.241365] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.241543] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.241915] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-bab67111-0321-4a81-9cd9-c6daa958acd1 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.242145] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.242538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.242868] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.243028] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab67111-0321-4a81-9cd9-c6daa958acd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.305603] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.620020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.620372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620628] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 861.651350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.651350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.651350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.651350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.651579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.663060] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 861.663833] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 861.664046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.664211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.664598] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.665025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.665124] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.747971] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.748339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.748568] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.748934] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.749183] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.749512] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port bab67111-0321-4a81-9cd9-c6daa958acd1 not found, creating... [ 861.749819] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.750068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.750244] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.751409] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.751409] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.751409] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.752514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.752514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.752514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.752514] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.752514] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: bab67111-0321-4a81-9cd9-c6daa958acd1 is going to be created. [ 861.771845] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.772119] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.772237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.772512] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.772747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773323] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.809658] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.168406] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.312945] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.312945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.312945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.313287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.313287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.313287] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 862.348325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.348499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.348552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.348917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.362292] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 862.549467] env[66232]: INFO networking_nsxv3.common.synchronization [req-00ecb8ef-21cf-4e28-8f4f-70c6a2f50426 req-c19e56c1-60f4-4fba-afa3-14cecd472d49 service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 862.549662] env[66232]: INFO networking_nsxv3.common.synchronization [req-00ecb8ef-21cf-4e28-8f4f-70c6a2f50426 req-c19e56c1-60f4-4fba-afa3-14cecd472d49 service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 862.549844] env[66232]: INFO networking_nsxv3.common.synchronization [req-00ecb8ef-21cf-4e28-8f4f-70c6a2f50426 req-c19e56c1-60f4-4fba-afa3-14cecd472d49 service nova] Enqueued Resource ID: bab67111-0321-4a81-9cd9-c6daa958acd1 with Priority: HIGHEST for action port [ 862.550431] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 862.550586] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 862.550708] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab67111-0321-4a81-9cd9-c6daa958acd1 with Priority: HIGHEST for action port [ 862.551077] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.551211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.551291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.551588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.551622] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.552477] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.552570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.552905] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab67111-0321-4a81-9cd9-c6daa958acd1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.552905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.552905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.553096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.553128] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab67111-0321-4a81-9cd9-c6daa958acd1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.670467] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.675567] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 862.675677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.675821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.676054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.676833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.676833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.676833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.676833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.676990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.677045] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.054489] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.054629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.054887] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab67111-0321-4a81-9cd9-c6daa958acd1 with status ACTIVE [ 863.055076] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.055184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.055290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.055521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.055648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.055816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.055918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.055983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.056169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.056280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.056399] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.056493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.056555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.056694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.058392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab67111-0321-4a81-9cd9-c6daa958acd1 is going to be updated. [ 863.095275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.095275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.095275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.095275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.095275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.095275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab67111-0321-4a81-9cd9-c6daa958acd1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.144642] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 863.144642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.174411] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.174411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.174411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.174411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.174411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.174411] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 863.179293] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.227087] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.227424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.227563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.227996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.228139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.240243] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 863.677023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 863.677023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.681767] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.168165] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c4f06e6-c29a-42fc-bd20-c525805f2879 req-925b0a64-40aa-44de-8dd7-8c454d42a1df tempest-ServersAdminNegativeTestJSON-868436593 tempest-ServersAdminNegativeTestJSON-868436593-project-member] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 864.168165] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 864.168274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.168409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.168494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.168752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.168910] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.169201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.169308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.169470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.169559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.169653] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.184476] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.184637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.184713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.184912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.185016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.185116] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 864.213876] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.214284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.214380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.214595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.214736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.228968] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 864.335785] env[66232]: INFO networking_nsxv3.common.synchronization [None req-616cf882-c0ca-4613-9bcc-00d7fcda6f2f None None] Enqueued Resource ID: da138241-ddbe-40c8-b81b-580a02fd622b with Priority: HIGHEST for action port [ 864.337232] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da138241-ddbe-40c8-b81b-580a02fd622b with Priority: HIGHEST for action port [ 864.338041] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-da138241-ddbe-40c8-b81b-580a02fd622b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.338320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da138241-ddbe-40c8-b81b-580a02fd622b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.338480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da138241-ddbe-40c8-b81b-580a02fd622b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.338796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da138241-ddbe-40c8-b81b-580a02fd622b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.338986] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da138241-ddbe-40c8-b81b-580a02fd622b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.373135] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 864.373362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.373636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.373748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.373936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.374095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.374095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.374322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.374397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.374477] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.442822] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5918cb3a-31cb-49f3-9909-c280263360a5 None None] Enqueued Resource ID: b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac with Priority: HIGHEST for action port [ 864.443427] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac with Priority: HIGHEST for action port [ 864.443822] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.447203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.447292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.448716] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.675300] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.675300] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.675300] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc already deleted. [ 864.675300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.710387] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.710387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.710387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.711237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.711683] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.711980] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.712246] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.712688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.712783] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.713089] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.713283] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.713458] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.713640] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.713813] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.713998] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.714243] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.736654] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.737116] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.737448] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.737682] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.738162] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.738505] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738640] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.738987] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.739214] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.842751] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da138241-ddbe-40c8-b81b-580a02fd622b [ 864.842963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.843117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.843202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.843407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.843574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.843709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da138241-ddbe-40c8-b81b-580a02fd622b already deleted. [ 864.843860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da138241-ddbe-40c8-b81b-580a02fd622b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.876932] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.950117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac [ 864.950458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.950522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.950668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.950822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.950864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.950974] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac already deleted. [ 864.951338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e1ab5c-c4d2-4c3d-9a35-b581ecb4faac" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.242894] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.243142] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.243142] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.243536] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.243727] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 not found, creating... [ 865.243969] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.245266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.245402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.245644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.245788] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.246097] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.246256] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.246374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.246591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.246831] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.246882] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 is going to be created. [ 865.259034] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.259034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.259034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.259034] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.271260] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.271382] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.271466] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.271748] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.274241] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.274552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.381717] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.762134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.762520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.762520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.762520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.762664] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.762759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.762759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.763051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.763166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.763269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.763435] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.763533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.764928] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.764928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.764928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.887749] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.887749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.887749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.887749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.887749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.887749] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 865.923265] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.923265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.923265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.923265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.923265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.934097] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 866.006469] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c4f06e6-c29a-42fc-bd20-c525805f2879 req-cb9b20e9-94a9-4443-9fa5-eecce3a70d7e service nova] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_rules [ 866.006686] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c4f06e6-c29a-42fc-bd20-c525805f2879 req-cb9b20e9-94a9-4443-9fa5-eecce3a70d7e service nova] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 866.006978] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c4f06e6-c29a-42fc-bd20-c525805f2879 req-cb9b20e9-94a9-4443-9fa5-eecce3a70d7e service nova] Enqueued Resource ID: cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 with Priority: HIGHEST for action port [ 866.007717] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_rules [ 866.007926] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 866.007926] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 with Priority: HIGHEST for action port [ 866.008243] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.008387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.008450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.008715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.008803] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.010134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010281] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.011645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.011895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.012041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.012189] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.014637] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.014713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.014968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.015203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.015203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.241436] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 866.242029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.242125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.242638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.242716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.242900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.243026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.243300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.247237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.247955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.247955] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.247955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.247955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.248179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.249179] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.249179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.249179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.249179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.249179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.249179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.249179] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.267544] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c210891-3a1d-4c3b-82fb-f6a26b77d457: rpc.has_security_group_logging(os_id): False [ 866.293806] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.294019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.294130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.294347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.353219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.354672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.354964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.355237] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 866.425580] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.425765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.425821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.426013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.426172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.442897] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 866.514839] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.517528] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 with status ACTIVE [ 866.517783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.517960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.518759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.519244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.519307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.519586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519716] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420 is going to be updated. [ 866.521716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.521716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.555227] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.555367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.555442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.555663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.555808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.556388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc9fdf5b-14d6-4a64-b4db-f2b4ec5bd420" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.753824] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c26f33-0f95-4b85-b98a-286dc66e6a5a: rpc.has_security_group_logging(os_id): False [ 866.775106] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.775547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.775547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.775903] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.775903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.776113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.776178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.776240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.776393] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.776486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.776546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.776685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.776755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.776943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.777059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.780991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.781233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.781334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.781439] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 866.860217] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.860409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.860409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.864176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.864176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.878578] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 867.018740] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.074409] env[66232]: INFO networking_nsxv3.common.synchronization [None req-3d313a4f-a999-4ab9-87e1-e8546f1802b3 None None] Enqueued Resource ID: be204545-e3fb-42d9-8150-4509ed686f88 with Priority: HIGHEST for action port [ 867.076951] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be204545-e3fb-42d9-8150-4509ed686f88 with Priority: HIGHEST for action port [ 867.078788] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-be204545-e3fb-42d9-8150-4509ed686f88 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.079409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be204545-e3fb-42d9-8150-4509ed686f88" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.079492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be204545-e3fb-42d9-8150-4509ed686f88" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.079815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be204545-e3fb-42d9-8150-4509ed686f88" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.079928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be204545-e3fb-42d9-8150-4509ed686f88',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.522503] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.522658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.522762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.523054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.523195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.523275] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be created. [ 867.549145] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.549323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.549503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.550866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.550866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.561291] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: UNINITIALIZED for 2s [ 867.583236] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be204545-e3fb-42d9-8150-4509ed686f88 [ 867.583316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.583464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.583535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.583748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.583840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.583935] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be204545-e3fb-42d9-8150-4509ed686f88 already deleted. [ 867.584031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be204545-e3fb-42d9-8150-4509ed686f88" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.609448] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a0c77693-3381-4051-97e2-a89ee4ad6163 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 867.610216] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 867.610725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.611379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.611379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.615052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615052] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.740448] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d5657b02-7a40-44bb-bc63-7e020e2c8b74 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 867.741145] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 867.741478] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.741603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.741672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.741972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.742249] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.946912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 867.947279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.947468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.947671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.948063] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.948232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.948232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.948372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.948452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.948542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.948636] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.977013] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f3d0090a-b56d-4eda-9a3b-4220deaf0147 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 867.978079] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 867.978457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.978690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.073087] env[66232]: INFO networking_nsxv3.common.synchronization [None req-75055730-3d78-4831-98f4-a25572c52315 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 868.073733] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 868.074161] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.074314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.138446] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.138560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.138592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.138938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.138938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.139112] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 already deleted. [ 868.139112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.139197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.139356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.139444] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.175184] env[66232]: INFO networking_nsxv3.common.synchronization [req-c4672caf-1a31-44af-962c-ee67edef3fb8 req-19fd7859-2853-406b-a801-b5b7bf55e3f8 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 868.176257] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 868.176579] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.176704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.176757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.178113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.178113] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.178113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.178113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.178113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.178113] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.264690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.264945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.265515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.265515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.268647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.268647] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 already deleted. [ 868.268647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.268951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.269212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.269385] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.451241] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.451542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.451542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.451740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.452112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.452241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.452334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.452505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.452588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.452691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.452862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.452999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.453097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.453255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.453410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.453509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.453744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.453944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.454104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.454169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.454250] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.460053] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 868.460244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.661682] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.661682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.661901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.662752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.662752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.662752] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 already deleted. [ 868.662752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.679799] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.680020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.680104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.680724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.692692] env[66232]: INFO networking_nsxv3.common.synchronization [None req-08aa816c-9f33-4d37-bcff-ca658b91c039 None None] Enqueued Resource ID: be0bed7f-557f-43bc-91aa-573c61778684 with Priority: HIGHEST for action port [ 868.693698] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0bed7f-557f-43bc-91aa-573c61778684 with Priority: HIGHEST for action port [ 868.693698] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0bed7f-557f-43bc-91aa-573c61778684 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.693698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0bed7f-557f-43bc-91aa-573c61778684" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.693698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0bed7f-557f-43bc-91aa-573c61778684" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.693873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0bed7f-557f-43bc-91aa-573c61778684" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.693987] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0bed7f-557f-43bc-91aa-573c61778684',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.702830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.703167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.703326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.703394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.703594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.703677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.703767] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 868.732351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.732536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.732581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.732752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.732898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.741852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 868.789912] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.790097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.790184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.790472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.790582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.790679] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 already deleted. [ 868.790780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.894497] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 868.895395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.895722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.895990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.896150] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.958528] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3353b280-e867-4530-bad6-c27847477870: rpc.has_security_group_logging(os_id): False [ 868.978316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.978522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.978522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.978747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.979404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979404] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.979404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.980093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.980093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.980093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.980093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.980093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.980691] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.980691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.980879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.980879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.980879] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 869.062819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.062819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.062819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.063026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.063072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.080123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 869.196563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0bed7f-557f-43bc-91aa-573c61778684 [ 869.198166] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.198415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.198530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.198784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.198921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.199060] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0bed7f-557f-43bc-91aa-573c61778684 already deleted. [ 869.199235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0bed7f-557f-43bc-91aa-573c61778684" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.399107] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.399305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.399413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.399693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.399888] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.400049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.400098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.400244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.400326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.400412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.400524] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.573874] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 869.574078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.574322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.574590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.574852] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.574976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.575077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.575204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.575282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.575367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.575457] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.679768] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.680233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.680412] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.680723] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.681073] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.681301] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.681469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.681757] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.681954] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.683247] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.683247] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.683247] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.683247] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.683247] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.683247] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.683247] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.711849] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.712144] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.712770] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.712770] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-122" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.712916] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-8242c020-03b4-4dc6-8188-d9bccbed2c66 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.713154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.717022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.717022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.717022] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8242c020-03b4-4dc6-8188-d9bccbed2c66',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.904358] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.904641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.904641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.904891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.905156] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.905343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.905429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.906269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.906269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.906269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.906269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.906269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.906269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.906519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.906666] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.906805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.906899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.907127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.907234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.909033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.909033] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.082030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.082030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.083200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.083200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.083200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.083200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.083200] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.216868] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217113] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217536] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217691] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.217848] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 8242c020-03b4-4dc6-8188-d9bccbed2c66 not found, creating... [ 870.218139] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.218318] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.218437] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.218681] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.218826] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.219168] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.219332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.219452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.220423] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.221098] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.221333] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 8242c020-03b4-4dc6-8188-d9bccbed2c66 is going to be created. [ 870.244949] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.245546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.245747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.246184] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.246697] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.247389] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.412680] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c26f33-0f95-4b85-b98a-286dc66e6a5a: rpc.has_security_group_logging(os_id): False [ 870.435776] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.436045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.436131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.436383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.436509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.436813] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.436971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.437095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.437400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.437579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.437899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.438062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.438174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.438409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.438542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.438949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.439152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.439276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.439504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.439645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.439909] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 870.517596] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.517775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.517970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.518310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.518470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.534699] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 870.585397] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc: rpc.has_security_group_logging(os_id): False [ 870.622447] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.623229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.623452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.624092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.624198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.625498] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.625971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.626310] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.626584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.626652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.626851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.627223] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.627448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.627535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.627716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.627828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.627914] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be created. [ 870.744671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.744940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.744940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.745248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.745384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.758912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 870.759169] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 deletion is rescheduled due to dependency. [ 870.759473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.761258] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 870.996334] env[66232]: INFO networking_nsxv3.common.synchronization [req-c4672caf-1a31-44af-962c-ee67edef3fb8 req-05809296-68f2-45ed-af35-67ddf43c0c32 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 870.996334] env[66232]: INFO networking_nsxv3.common.synchronization [req-c4672caf-1a31-44af-962c-ee67edef3fb8 req-05809296-68f2-45ed-af35-67ddf43c0c32 service nova] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 870.996926] env[66232]: INFO networking_nsxv3.common.synchronization [req-c4672caf-1a31-44af-962c-ee67edef3fb8 req-05809296-68f2-45ed-af35-67ddf43c0c32 service nova] Enqueued Resource ID: 8242c020-03b4-4dc6-8188-d9bccbed2c66 with Priority: HIGHEST for action port [ 870.998234] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_rules [ 870.999238] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 870.999238] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8242c020-03b4-4dc6-8188-d9bccbed2c66 with Priority: HIGHEST for action port [ 870.999535] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.999929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.000307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.000713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.001485] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.002799] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.003113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.006084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.006084] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.006084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8242c020-03b4-4dc6-8188-d9bccbed2c66 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.006084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.006947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.007235] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8242c020-03b4-4dc6-8188-d9bccbed2c66',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.100464] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 871.100464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.509794] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.511862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.511862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.512166] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8242c020-03b4-4dc6-8188-d9bccbed2c66 with status ACTIVE [ 871.512419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.512742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.512742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.514200] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.514513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.514921] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8242c020-03b4-4dc6-8188-d9bccbed2c66 is going to be updated. [ 871.546946] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.547110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.547183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.547402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.547547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.547707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8242c020-03b4-4dc6-8188-d9bccbed2c66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.984496] env[66232]: INFO networking_nsxv3.common.synchronization [req-e69a9a54-c61d-4944-86a4-5df8bd98c351 req-85ae8589-e739-48a0-a0b0-048121409774 tempest-ServersTestFqdnHostnames-1161266914 tempest-ServersTestFqdnHostnames-1161266914-project-member] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 871.985130] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 871.985462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.985564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.985702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.985940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.986124] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.986208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.986264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.987440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.987440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.987440] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.012489] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.418305] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-948" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-948" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-948" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.418715] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418715] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418976] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.419154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.419369] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.419483] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.419590] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.419698] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.419806] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.419964] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.420190] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.439789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.440209] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.440455] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.440681] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-948" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.441133] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-a4986600-7de5-4f45-b6ce-6cf638337edb taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.441407] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.441625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.441889] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.442296] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4986600-7de5-4f45-b6ce-6cf638337edb',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.489789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.489961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.490063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.490270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.490363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.490564] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.490664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.490739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.490897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.490988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491074] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 already deleted. [ 872.491171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.516852] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.517032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.517099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.517299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.517395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.517486] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 872.550091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.550298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.550411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.550687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.550860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.554597] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 872.554799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.559425] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 872.773606] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 872.773849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.945882] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.946193] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.946252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.946541] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.946768] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.946897] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port a4986600-7de5-4f45-b6ce-6cf638337edb not found, creating... [ 872.947555] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.947555] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.947555] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.948202] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.948202] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.948518] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.948740] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.948871] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.949321] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.949533] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.949806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: a4986600-7de5-4f45-b6ce-6cf638337edb is going to be created. [ 872.975428] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.976809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.977046] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.977642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.979409] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.979821] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.702831] env[66232]: INFO networking_nsxv3.common.synchronization [req-e69a9a54-c61d-4944-86a4-5df8bd98c351 req-2c872dfe-512b-43c7-ab2f-59c0808e4205 service nova] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 873.703233] env[66232]: INFO networking_nsxv3.common.synchronization [req-e69a9a54-c61d-4944-86a4-5df8bd98c351 req-2c872dfe-512b-43c7-ab2f-59c0808e4205 service nova] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 873.703280] env[66232]: INFO networking_nsxv3.common.synchronization [req-e69a9a54-c61d-4944-86a4-5df8bd98c351 req-2c872dfe-512b-43c7-ab2f-59c0808e4205 service nova] Enqueued Resource ID: a4986600-7de5-4f45-b6ce-6cf638337edb with Priority: HIGHEST for action port [ 873.703833] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_rules [ 873.703981] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 873.704536] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4986600-7de5-4f45-b6ce-6cf638337edb with Priority: HIGHEST for action port [ 873.704878] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.704975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.705059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.705306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.705436] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.707217] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.707445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.707561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.708017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.708017] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.708153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.708208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.708367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.708462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.708737] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.710477] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4986600-7de5-4f45-b6ce-6cf638337edb taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.710604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.710654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.710798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.710875] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4986600-7de5-4f45-b6ce-6cf638337edb',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.210466] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.210554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.210783] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.213520] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4986600-7de5-4f45-b6ce-6cf638337edb with status ACTIVE [ 874.214012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.214012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.214012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.214172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.214235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.214422] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.214519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.214578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.214776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.215520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.215520] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.215520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.215520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.215520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.215520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.215520] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4986600-7de5-4f45-b6ce-6cf638337edb is going to be updated. [ 874.241208] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.241334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.241435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.241647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.241988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.241988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4986600-7de5-4f45-b6ce-6cf638337edb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.572454] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 874.572715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.572939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.573193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.573438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.573621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.573731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.573929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.574416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.574416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.574416] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.714591] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.080384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.080384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.080384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.080384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.080384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.080955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.080955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.080955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.080955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.080955] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.217904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.217904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.217904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.218152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.218216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.218379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 is going to be created. [ 875.251047] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.251408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.251552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.253354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.253354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.266958] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: UNINITIALIZED for 2s [ 875.585627] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9: rpc.has_security_group_logging(os_id): False [ 875.614845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.614845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.614845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.614845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.615299] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.615299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.615299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.615659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.615757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.615853] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 875.700760] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.700941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.701067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.701551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.722667] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 876.679426] env[66232]: INFO networking_nsxv3.common.synchronization [req-32b0d73e-93bb-41dd-a6c1-e0098f656860 req-5d64d1d3-bb1a-41f1-bd06-efe96e1de136 tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 876.680207] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 876.680600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.680720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.680821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.681069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.681242] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.681359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.681426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.681821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.681821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.681821] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.995628] env[66232]: INFO networking_nsxv3.common.synchronization [req-fc9192f4-2198-48d3-bcd5-06cbe65aae24 req-5dab787d-8039-473d-b4c6-1ca02a37a1dc tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 876.996348] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 876.996772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.997091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.997091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.997431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.997498] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.997578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.997641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.997789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.997889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.998078] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.023931] env[66232]: INFO networking_nsxv3.common.synchronization [req-c485b2f2-4eb2-4259-8f25-7368d09e0727 req-d2fe233e-2535-4bbb-9a44-5de9f3fbd21f tempest-MultipleCreateTestJSON-1179980445 tempest-MultipleCreateTestJSON-1179980445-project-member] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 877.025095] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGHEST for action security_group_members [ 877.025385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.025495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.184573] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.277796] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: SUCCESS [ 877.277796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.278117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.278308] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.278431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.278530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.278702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.278787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278970] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.499845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.500318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.500437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.500699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.500816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.501257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.501321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.501497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.501575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501669] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 877.562662] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.562861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.562917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.563110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.563259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.579047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 877.687900] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.746613] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 877.746613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.781768] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.193829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.193829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.193829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.193829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.193829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.193829] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 878.235952] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.236101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.236171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.236431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.239724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.246524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 878.288047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327448f7-ca54-431c-98db-97b56a41d2b1: rpc.has_security_group_logging(os_id): False [ 878.318533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.318698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.319263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.319263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.319263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.319458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.319458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.319458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.319610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.319661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.319746] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 is going to be created. [ 878.412810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.412976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.413029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.413255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.413445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.430175] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: IN_PROGRESS for 2s [ 879.160380] env[66232]: INFO networking_nsxv3.common.synchronization [req-84c3abe0-eb29-492a-89c3-7d9d824be1ad req-95287d94-63d5-4ce2-9afc-48ac093fd2e0 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 879.161414] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 879.161791] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.161958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.162072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.162323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.162523] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.162650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.162735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.162907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.163026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.163152] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.336161] env[66232]: INFO networking_nsxv3.common.synchronization [req-e118de5f-a36f-484e-9398-1e74d671723d req-cd7ae542-5dcb-4211-b78a-138bdd8bc983 tempest-ServerMetadataNegativeTestJSON-363273633 tempest-ServerMetadataNegativeTestJSON-363273633-project-member] Enqueued Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 879.337164] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGHEST for action security_group_members [ 879.338057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.338057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.338057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.338057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.338273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.338330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.338424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.339018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.339338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.339338] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.596119] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 879.596334] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 879.596472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.655492] env[66232]: INFO networking_nsxv3.common.synchronization [req-467742db-df9a-400f-aa0f-df7c5b297d25 req-1fcc4d6c-47f9-4c4e-9cdf-7a763ca7554f tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 879.655746] env[66232]: INFO networking_nsxv3.common.synchronization [req-467742db-df9a-400f-aa0f-df7c5b297d25 req-1fcc4d6c-47f9-4c4e-9cdf-7a763ca7554f tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 879.655944] env[66232]: INFO networking_nsxv3.common.synchronization [req-467742db-df9a-400f-aa0f-df7c5b297d25 req-1fcc4d6c-47f9-4c4e-9cdf-7a763ca7554f tempest-SecurityGroupsTestJSON-498410456 tempest-SecurityGroupsTestJSON-498410456-project-member] Enqueued Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 879.657040] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGHEST for action security_group_members [ 879.657302] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGHEST for action security_group_members [ 879.660108] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 with Priority: HIGHEST for action security_group_members [ 879.660822] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.662522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.662522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.662656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.662804] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.662919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.662987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.663245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.663366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.663542] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.664779] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.664779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.664779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.664956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.666283] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.666441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.666529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.666737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.666853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.666955] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.670346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c565fc-1991-455e-bea1-0be4d6f7a706 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.670346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.670346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.670496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.671724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.671724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.671724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.671724] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c565fc-1991-455e-bea1-0be4d6f7a706',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.672885] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.778924] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.779122] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.780356] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.780356] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.780356] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.780356] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.780580] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.780715] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.780857] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.781222] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.781605] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.781605] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.781605] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.781720] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.781874] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.781962] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.805887] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.806196] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.806552] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.806849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.807274] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-586ef533-90bd-42aa-b451-23cfbb0aba2c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.807451] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.807550] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.807878] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.808076] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586ef533-90bd-42aa-b451-23cfbb0aba2c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.841764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.842096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.842409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.842542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.842836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.842950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.843063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.843299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.843420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.843570] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 is going to be updated. [ 879.899369] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.899551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.899646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.900094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.924936] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: IN_PROGRESS for 2s [ 880.173495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.173652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.173765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.173937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.174065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.174271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.174369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.174431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.174580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.174655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.174738] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be updated. [ 880.175843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.175953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.176028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.176181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.179417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.179417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.179417] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.200524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.200764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.201117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.201262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.201583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.201727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.201854] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be updated. [ 880.204739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.205050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.252337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.252337] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.252337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.252337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.252337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.252337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.252337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 is going to be updated. [ 880.263744] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.263744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.263744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.263744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.263744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.266163] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.266307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.266361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.266541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.266677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.279453] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 880.279732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.279921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.280292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.280487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.280719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.280719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.280853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.280936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.281091] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.283191] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: IN_PROGRESS for 2s [ 880.284547] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: IN_PROGRESS for 2s [ 880.295193] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.295370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.295507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.295719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.295940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.312257] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.312533] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.312728] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.313044] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.313237] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.313431] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 586ef533-90bd-42aa-b451-23cfbb0aba2c not found, creating... [ 880.313767] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.314009] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.314284] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.314452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.314637] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.316567] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.317103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.317103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.317264] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.317422] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.317594] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 586ef533-90bd-42aa-b451-23cfbb0aba2c is going to be created. [ 880.334840] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: IN_PROGRESS for 2s [ 880.371039] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.371387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.371532] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.371828] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.372102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.372355] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.446327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: SUCCESS [ 880.446586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.682866] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.683076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.683311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.683917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.683917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.683917] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 880.719077] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.719292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.719386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.719565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.719715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.734350] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 880.785776] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.786769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.788111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.788111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.788111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.788111] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.788111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.788111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.789614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.789614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.789614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be updated. [ 880.832233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.832407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.832463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.832644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.832803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.846614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: IN_PROGRESS for 2s [ 881.095996] env[66232]: INFO networking_nsxv3.common.synchronization [req-84c3abe0-eb29-492a-89c3-7d9d824be1ad req-971bb696-476d-45c4-ae8f-f5a93ac39f43 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 881.096206] env[66232]: INFO networking_nsxv3.common.synchronization [req-84c3abe0-eb29-492a-89c3-7d9d824be1ad req-971bb696-476d-45c4-ae8f-f5a93ac39f43 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 881.096368] env[66232]: INFO networking_nsxv3.common.synchronization [req-84c3abe0-eb29-492a-89c3-7d9d824be1ad req-971bb696-476d-45c4-ae8f-f5a93ac39f43 service nova] Enqueued Resource ID: 586ef533-90bd-42aa-b451-23cfbb0aba2c with Priority: HIGHEST for action port [ 881.096949] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 881.097244] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 881.097365] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ef533-90bd-42aa-b451-23cfbb0aba2c with Priority: HIGHEST for action port [ 881.097866] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.097866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.097866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.098130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.098130] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.099182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.099182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.099748] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-586ef533-90bd-42aa-b451-23cfbb0aba2c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.099865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.100013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.100332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.100332] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586ef533-90bd-42aa-b451-23cfbb0aba2c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.513187] env[66232]: INFO networking_nsxv3.common.synchronization [req-44d7c51a-fec9-400a-b584-90ee8b955e87 req-cb6b9ed2-9f81-4b0b-bc64-ec73391cd335 tempest-ServersNegativeTestJSON-1962420176 tempest-ServersNegativeTestJSON-1962420176-project-member] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 881.514039] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 881.515293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.515431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.515502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.515722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.515883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.515984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.516069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.516259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.516429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.516598] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.601917] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 586ef533-90bd-42aa-b451-23cfbb0aba2c with status ACTIVE [ 881.605021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.605021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.605021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.605021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 586ef533-90bd-42aa-b451-23cfbb0aba2c is going to be updated. [ 881.605984] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.606271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.633768] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.633768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.633768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.633768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.633768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.633768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586ef533-90bd-42aa-b451-23cfbb0aba2c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.935927] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 in Status: SUCCESS [ 881.936150] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 deletion is rescheduled due to dependency. [ 881.936239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.020226] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.141539] env[66232]: INFO networking_nsxv3.common.synchronization [req-c12d4cfe-9fb8-426c-b87c-77864ace2779 req-998802e8-17bc-48ba-9d09-1e04e687087c tempest-ServerMetadataTestJSON-1465308866 tempest-ServerMetadataTestJSON-1465308866-project-member] Enqueued Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 882.142131] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGHEST for action security_group_members [ 882.142434] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.142548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.143771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.143771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.143771] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.143771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.144499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.144499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.144499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.144499] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.296999] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ede7981-032e-4b83-8236-b2e1acd90bca in Status: SUCCESS [ 882.297339] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca deletion is rescheduled due to dependency. [ 882.297531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.298784] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8046d2da-5b19-4bb1-817a-0205f9433020 in Status: SUCCESS [ 882.299810] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 deletion is rescheduled due to dependency. [ 882.299810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.347692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 in Status: SUCCESS [ 882.347692] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c565fc-1991-455e-bea1-0be4d6f7a706 deletion is rescheduled due to dependency. [ 882.347692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c565fc-1991-455e-bea1-0be4d6f7a706" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.525613] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.652322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.652322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.652322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.652322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.652322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.653449] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.653449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.653449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.653646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.653646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.653716] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721edb23-038d-4388-8209-4be13db5cb3b is going to be updated. [ 882.684729] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.684946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.684988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.685203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.685352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.695650] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: IN_PROGRESS for 2s [ 882.745356] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 882.745789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.746012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.746332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.746961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.747299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.747391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.747634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.747754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.747884] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.857744] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a in Status: SUCCESS [ 882.857961] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a deletion is rescheduled due to dependency. [ 882.860242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.027965] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.028138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.028207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.028440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.028540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.028643] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 883.060127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.060309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.060489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.060785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.064572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.078598] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 883.252255] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.376277] env[66232]: INFO networking_nsxv3.common.synchronization [req-2ddd5438-66c8-4edf-a163-6f9e4bdf25c4 req-c9b16f90-fec1-4e8c-bcc6-127c84f7a2b4 tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 883.379485] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 883.379485] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.379485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.379485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.381936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.381936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.381936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.381936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.381936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.381936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.381936] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.742806] env[66232]: INFO networking_nsxv3.common.synchronization [req-6b64cba5-50b5-40fc-a735-8a2c9e628203 req-9ab12b30-f55a-4db4-a6cd-3528ab94240b tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 883.742806] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 883.742806] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.742806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.742806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.743303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.744302] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.744302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.744302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.744302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.744302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.744302] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.753049] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.883770] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.248225] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.249064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.249064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.249064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.249064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.249226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.249226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.249302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.249413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.249512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.249622] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c already deleted. [ 884.249706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.257394] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.257571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.257649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.257821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.257903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.258117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 884.290172] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.291995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.292098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.292756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.292756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.305087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 884.361216] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.361436] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.361565] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.361834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.362149] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.362314] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.362431] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.362648] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.362792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362999] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.363171] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.363298] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.363410] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.363677] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.364446] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.364446] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.391134] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.396965] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.397107] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.397165] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.397398] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.398261] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-34029f13-0a81-4989-912e-5a2e8c512c9f taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.398845] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.399302] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.399947] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.400305] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34029f13-0a81-4989-912e-5a2e8c512c9f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.462823] env[66232]: INFO networking_nsxv3.common.synchronization [req-55e55ac9-4f62-4906-9b0a-3255586de32d req-3131c46a-a41d-4402-9e6e-e7134e0bd056 tempest-ServersAdminTestJSON-462457301 tempest-ServersAdminTestJSON-462457301-project-member] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 884.463394] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGHEST for action security_group_members [ 884.463732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.463870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.463939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.464495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.464495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.464672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.464672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.464761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.464866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.464949] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.705560] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721edb23-038d-4388-8209-4be13db5cb3b in Status: SUCCESS [ 884.705885] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721edb23-038d-4388-8209-4be13db5cb3b deletion is rescheduled due to dependency. [ 884.706084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.893757] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.893757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.893757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.893757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.894256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.894256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 884.904053] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.904352] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.904540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905635] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905635] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905635] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 34029f13-0a81-4989-912e-5a2e8c512c9f not found, creating... [ 884.905635] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905847] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.906117] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.906285] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.906622] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.907102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.907102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.907102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.907274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.907828] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 34029f13-0a81-4989-912e-5a2e8c512c9f is going to be created. [ 884.946012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.946202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.946275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.946490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.946644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.948957] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.949175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.949302] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.949591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.949836] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.950094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959885] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 884.968616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.968773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.968872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.969146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.996555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.997205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.997335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.997648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.997810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.997981] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be updated. [ 885.078437] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.078622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.078719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.078970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.079175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.095234] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: IN_PROGRESS for 2s [ 885.095870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 885.096127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.655966] env[66232]: INFO networking_nsxv3.common.synchronization [req-6b64cba5-50b5-40fc-a735-8a2c9e628203 req-28370a1e-25e4-4077-84a1-7829c6a34c55 service nova] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 885.656878] env[66232]: INFO networking_nsxv3.common.synchronization [req-6b64cba5-50b5-40fc-a735-8a2c9e628203 req-28370a1e-25e4-4077-84a1-7829c6a34c55 service nova] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 885.656878] env[66232]: INFO networking_nsxv3.common.synchronization [req-6b64cba5-50b5-40fc-a735-8a2c9e628203 req-28370a1e-25e4-4077-84a1-7829c6a34c55 service nova] Enqueued Resource ID: 34029f13-0a81-4989-912e-5a2e8c512c9f with Priority: HIGHEST for action port [ 885.664022] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_rules [ 885.664022] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 885.664022] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34029f13-0a81-4989-912e-5a2e8c512c9f with Priority: HIGHEST for action port [ 885.664022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.664022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.664022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.664022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.664022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.664755] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.664869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.665539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.665539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.665539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.665914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.666057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.666323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.666454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.666709] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.667734] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-34029f13-0a81-4989-912e-5a2e8c512c9f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.667875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.667988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.668314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.668445] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34029f13-0a81-4989-912e-5a2e8c512c9f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.170183] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.174655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.174655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.174655] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34029f13-0a81-4989-912e-5a2e8c512c9f with status ACTIVE [ 886.174655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.174655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.174655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.175115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.175115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.175115] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.175844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.175844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.175844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.175844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.175994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.176127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.176521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.176713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.176846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.177019] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34029f13-0a81-4989-912e-5a2e8c512c9f is going to be updated. [ 886.206051] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.207683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.207683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.207683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.207683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.207683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34029f13-0a81-4989-912e-5a2e8c512c9f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.221113] env[66232]: INFO networking_nsxv3.common.synchronization [None req-4ad50dcd-9eee-4c4d-aeea-c3d61ddd872c None None] Enqueued Resource ID: bd42ee66-0cca-4831-8aa8-f0bec1929f30 with Priority: HIGHEST for action port [ 886.221933] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd42ee66-0cca-4831-8aa8-f0bec1929f30 with Priority: HIGHEST for action port [ 886.221933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd42ee66-0cca-4831-8aa8-f0bec1929f30 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.221933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd42ee66-0cca-4831-8aa8-f0bec1929f30" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.221933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd42ee66-0cca-4831-8aa8-f0bec1929f30" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.221933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd42ee66-0cca-4831-8aa8-f0bec1929f30" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.221933] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd42ee66-0cca-4831-8aa8-f0bec1929f30',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.318264] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 886.319621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.320267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.320616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.320847] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.321054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.321285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.321454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.321611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.322181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.322181] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.475671] env[66232]: INFO networking_nsxv3.common.synchronization [req-57b1ec6c-faff-4200-81bf-c34bf8c7161e req-d503a0d3-f4f4-4130-9fd4-66ea055eeaa9 tempest-ImagesOneServerNegativeTestJSON-2123424745 tempest-ImagesOneServerNegativeTestJSON-2123424745-project-member] Enqueued Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 886.476290] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 with Priority: HIGHEST for action security_group_members [ 886.476605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.476749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.476820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.477575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.477575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.477575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.477575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.477883] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.679643] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.726960] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd42ee66-0cca-4831-8aa8-f0bec1929f30 [ 886.726960] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.727365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.727365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.727365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.727477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.727508] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd42ee66-0cca-4831-8aa8-f0bec1929f30 already deleted. [ 886.729530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd42ee66-0cca-4831-8aa8-f0bec1929f30" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.783015] env[66232]: INFO networking_nsxv3.common.synchronization [req-c8ee5947-81ba-4872-8557-401b9aac3051 req-2647a79f-9158-40fe-8402-b11e15e25052 tempest-MigrationsAdminTest-574060843 tempest-MigrationsAdminTest-574060843-project-member] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 886.783562] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGHEST for action security_group_members [ 886.783868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.783994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.787220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.787439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.787608] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.787715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.787788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.787924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.790668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.790796] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.825714] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825714] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.827303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.969946] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 886.970560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.979917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.979988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.980342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.980535] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.980633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.980696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.980915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.981000] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 is going to be updated. [ 887.004565] env[66232]: INFO networking_nsxv3.common.synchronization [req-70150fd2-af36-4c83-bd58-bfc23b87ef96 req-5d0d58a8-3c53-44d3-8386-b532c0c05902 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 887.005103] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 887.005435] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.005554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.005623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.005863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.006157] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.006312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.006414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.006605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.006814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.007144] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.017409] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.017409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.017409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.017409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.017409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.026827] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: IN_PROGRESS for 2s [ 887.106384] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae39f714-ed7e-463e-b381-86324595e1b8 in Status: SUCCESS [ 887.106603] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 deletion is rescheduled due to dependency. [ 887.106740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.179845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.179845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.179845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.179845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.179845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.179845] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c is going to be created. [ 887.205022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.205022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.205022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.205022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.205022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.216306] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: UNINITIALIZED for 2s [ 887.293441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.293652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.293652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.293878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.322591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.323329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.323633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.323756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.324457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.324618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324729] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be updated. [ 887.329206] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 887.365870] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.366045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.366112] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.367032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.377022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.377022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.377022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.377268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.377404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.386842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: IN_PROGRESS for 2s [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.393024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.393570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.393570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393570] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 887.438892] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.439596] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.439596] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.439596] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.439839] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.439995] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.440219] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.440492] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.440585] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.440793] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.440906] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.441034] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.441148] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.441280] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.441393] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.441524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.457829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.457982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.458107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.465074] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.465330] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.465525] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.465661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.465977] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-86134442-3093-486d-9c89-c296fcb48017 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.466163] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.466283] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.466606] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.466882] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86134442-3093-486d-9c89-c296fcb48017',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.479491] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 887.509540] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.509540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.509540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.509805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.509805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.509977] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.509977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.510114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.510298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.510627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.510627] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 already deleted. [ 887.510627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.969511] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.969717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.969847] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.970176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.970334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.970487] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 86134442-3093-486d-9c89-c296fcb48017 not found, creating... [ 887.970823] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.970997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.971159] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.971392] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.971515] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.971794] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.971946] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.972075] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.972326] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.972721] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.972721] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 86134442-3093-486d-9c89-c296fcb48017 is going to be created. [ 887.993433] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.993646] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.993774] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.994052] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.994288] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.994510] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.448672] env[66232]: INFO networking_nsxv3.common.synchronization [None req-90d071a6-56b4-40cb-8dff-87a35e7117d0 None None] Enqueued Resource ID: ec45bafe-a138-48fc-90ea-57cb9fe774db with Priority: HIGHEST for action port [ 888.449382] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec45bafe-a138-48fc-90ea-57cb9fe774db with Priority: HIGHEST for action port [ 888.449567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec45bafe-a138-48fc-90ea-57cb9fe774db taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.450502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec45bafe-a138-48fc-90ea-57cb9fe774db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.450502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec45bafe-a138-48fc-90ea-57cb9fe774db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.450502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec45bafe-a138-48fc-90ea-57cb9fe774db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.450502] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec45bafe-a138-48fc-90ea-57cb9fe774db',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.721598] env[66232]: INFO networking_nsxv3.common.synchronization [req-70150fd2-af36-4c83-bd58-bfc23b87ef96 req-4af215bb-9b5a-4597-9ade-f28a537595db service nova] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 888.721878] env[66232]: INFO networking_nsxv3.common.synchronization [req-70150fd2-af36-4c83-bd58-bfc23b87ef96 req-4af215bb-9b5a-4597-9ade-f28a537595db service nova] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 888.722044] env[66232]: INFO networking_nsxv3.common.synchronization [req-70150fd2-af36-4c83-bd58-bfc23b87ef96 req-4af215bb-9b5a-4597-9ade-f28a537595db service nova] Enqueued Resource ID: 86134442-3093-486d-9c89-c296fcb48017 with Priority: HIGHEST for action port [ 888.722626] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 888.722758] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 888.722847] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86134442-3093-486d-9c89-c296fcb48017 with Priority: HIGHEST for action port [ 888.723328] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.723471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.723539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.723737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.723814] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.727677] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.727677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.727677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.727677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.727677] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.727677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.727677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.728313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.728313] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.728836] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-86134442-3093-486d-9c89-c296fcb48017 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.729015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.730032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.730032] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86134442-3093-486d-9c89-c296fcb48017',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.903810] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1bdcdd4-f685-4a44-9340-44a02e33f088 req-03113d54-1019-46c0-9a1d-06e450726e0a tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 888.904383] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 888.904694] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.904813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.904881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.909201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.909444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.909526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.909567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.909736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.909821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.909918] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.953227] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec45bafe-a138-48fc-90ea-57cb9fe774db [ 888.953479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.953665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.953739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.953940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.954038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.954134] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec45bafe-a138-48fc-90ea-57cb9fe774db already deleted. [ 888.954216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec45bafe-a138-48fc-90ea-57cb9fe774db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.040028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 in Status: SUCCESS [ 889.040237] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9 deletion is rescheduled due to dependency. [ 889.040453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.226454] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.227863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.230480] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: SUCCESS [ 889.230790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.231073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.231654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.231899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.232791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.232920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.233455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.233590] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.235674] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86134442-3093-486d-9c89-c296fcb48017 with status ACTIVE [ 889.235674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.235819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.235819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.235977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.236075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.236252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.236366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.236495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.236588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.236677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.236877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.236968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.237388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.237388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.237388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.237388] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86134442-3093-486d-9c89-c296fcb48017 is going to be updated. [ 889.238488] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.249783] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.249783] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.249783] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.250454] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.250454] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.250624] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.250730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.250933] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.251131] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.251582] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.251582] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.251582] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.251698] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.251790] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.251916] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.252167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.261645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.262042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.262170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.272583] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.273877] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.273877] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.273877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.273877] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-d50fce69-20f6-4549-897c-f63680b610e9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.273877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.273877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.274234] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.274234] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50fce69-20f6-4549-897c-f63680b610e9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.400021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a in Status: SUCCESS [ 889.400330] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a deletion is rescheduled due to dependency. [ 889.401076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.415509] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.415509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.415509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.415757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.415845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.416191] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.416309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.416414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.416538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.416618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.416713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 already deleted. [ 889.416842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.499961] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 889.500449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.736586] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.740274] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.776732] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.776732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.776732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.777059] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.777130] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.777284] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port d50fce69-20f6-4549-897c-f63680b610e9 not found, creating... [ 889.777548] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.777706] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.777825] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.778216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.778216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.778503] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.778656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.778770] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.779534] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.779534] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779534] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: d50fce69-20f6-4549-897c-f63680b610e9 is going to be created. [ 889.815977] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816226] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816363] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.816881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.817137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.238756] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d9ad3cc-c1e4-492b-a879-81d89b28017c: rpc.has_security_group_logging(os_id): False [ 890.244269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.244269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.244269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.244269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.244269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.244269] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be created. [ 890.263606] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.263606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.263606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.263606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.263606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.263907] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.263992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.264074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.264275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.264348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.264443] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c is going to be created. [ 890.269419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.269563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.269600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.269796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.269952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.280834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: UNINITIALIZED for 2s [ 890.347877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.348094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.348177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.348360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.348543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.366026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: IN_PROGRESS for 2s [ 890.579302] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1bdcdd4-f685-4a44-9340-44a02e33f088 req-2e5c8bb9-a8da-45c0-891c-39d61cbaf8be service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 890.579618] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1bdcdd4-f685-4a44-9340-44a02e33f088 req-2e5c8bb9-a8da-45c0-891c-39d61cbaf8be service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 890.579618] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1bdcdd4-f685-4a44-9340-44a02e33f088 req-2e5c8bb9-a8da-45c0-891c-39d61cbaf8be service nova] Enqueued Resource ID: d50fce69-20f6-4549-897c-f63680b610e9 with Priority: HIGHEST for action port [ 890.580611] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 890.580763] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 890.580863] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50fce69-20f6-4549-897c-f63680b610e9 with Priority: HIGHEST for action port [ 890.581172] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.581301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.581342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.581552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.581636] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.582812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.582946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.583008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.583165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.583317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.583412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.583473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.583612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.583697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.583790] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.584673] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50fce69-20f6-4549-897c-f63680b610e9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.584791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.584881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.585089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.585172] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50fce69-20f6-4549-897c-f63680b610e9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.087846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.087846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.087846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d50fce69-20f6-4549-897c-f63680b610e9 with status ACTIVE [ 891.087846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.087846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.088058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.088182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.088219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.088370] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.088455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.088517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.088677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.088757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.088993] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.089080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.089126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.089223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.089297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.089380] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d50fce69-20f6-4549-897c-f63680b610e9 is going to be updated. [ 891.090565] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.123375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.123470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.123521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.123737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.123877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.124065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50fce69-20f6-4549-897c-f63680b610e9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.594650] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.097144] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.097311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.097385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.097607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.097711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.097847] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be created. [ 892.121783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.121935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.122018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.122231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.122403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.132751] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: UNINITIALIZED for 2s [ 892.289351] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 892.289576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.289781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.290052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.290371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.290518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.290589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.290747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.290829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.290915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.291015] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.377073] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: SUCCESS [ 892.377073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.793664] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.296032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69d06601-1ad8-4978-bac0-4e5a663db161: rpc.has_security_group_logging(os_id): False [ 893.317332] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.317539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.317875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.317921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.318818] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.318818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.318818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.318818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.319070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.319070] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be created. [ 893.394894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.396025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.396025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.396025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.396165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.407614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: IN_PROGRESS for 2s [ 894.146623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.146623] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146623] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.165128] env[66232]: INFO networking_nsxv3.common.synchronization [req-c80d4611-6da8-4755-88b9-fa6997274021 req-3b473c5e-ec43-49e3-8111-24aafbdc40f8 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 894.165128] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 894.165128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.165128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.165128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.165128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.165128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.165514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.165677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.165970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.166159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.166350] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.648481] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.670491] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.155792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02b72e8-b10e-4db6-bb04-7de204c36f48: rpc.has_security_group_logging(os_id): False [ 895.174492] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.179599] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.179947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.179947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.180177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.180340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.180594] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.180698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.180804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.181012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.181107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.181217] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be created. [ 895.253122] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.253312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.253388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.253647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.253876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.269800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 895.426104] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 895.426787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.677123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.677298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.677580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.677665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.677760] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 895.706146] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.706294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.706346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.706561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.706943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.716652] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 897.282029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 897.282313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.510385] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0ae284a4-2939-4f29-9a73-00664af974c5 None None] Enqueued Resource ID: 08ac68bc-86e7-44f4-95f6-60a4c5f66de3 with Priority: HIGHEST for action port [ 897.511087] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ac68bc-86e7-44f4-95f6-60a4c5f66de3 with Priority: HIGHEST for action port [ 897.511443] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ac68bc-86e7-44f4-95f6-60a4c5f66de3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ac68bc-86e7-44f4-95f6-60a4c5f66de3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ac68bc-86e7-44f4-95f6-60a4c5f66de3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.511890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ac68bc-86e7-44f4-95f6-60a4c5f66de3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.511987] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ac68bc-86e7-44f4-95f6-60a4c5f66de3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.730157] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 897.730513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.014503] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ac68bc-86e7-44f4-95f6-60a4c5f66de3 [ 898.014753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.014881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.014951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.015195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.015286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.015379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ac68bc-86e7-44f4-95f6-60a4c5f66de3 already deleted. [ 898.015690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ac68bc-86e7-44f4-95f6-60a4c5f66de3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.458171] env[66232]: INFO networking_nsxv3.common.synchronization [None req-46e14fa2-0d68-4c33-aaed-4fc38a2f189f None None] Enqueued Resource ID: 1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2 with Priority: HIGHEST for action port [ 900.458171] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2 with Priority: HIGHEST for action port [ 900.458171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.458171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.458171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.458631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.458631] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.960426] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2 [ 900.960662] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.960794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.960913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.961087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.961180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.961294] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2 already deleted. [ 900.961379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa5d4d3-b5d6-43cf-b273-45dc10bf08d2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274027] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1f68911a-92e2-48d3-83be-e93efeb493a4 None None] Enqueued Resource ID: 2bd52feb-c656-46c6-800d-85d8792618e8 with Priority: HIGHEST for action port [ 902.274273] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd52feb-c656-46c6-800d-85d8792618e8 with Priority: HIGHEST for action port [ 902.274894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd52feb-c656-46c6-800d-85d8792618e8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.274894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd52feb-c656-46c6-800d-85d8792618e8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.274894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd52feb-c656-46c6-800d-85d8792618e8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.274894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd52feb-c656-46c6-800d-85d8792618e8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.275443] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd52feb-c656-46c6-800d-85d8792618e8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.780144] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bd52feb-c656-46c6-800d-85d8792618e8 [ 902.780360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.781145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.781145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.781145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.781145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.781145] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bd52feb-c656-46c6-800d-85d8792618e8 already deleted. [ 902.781145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd52feb-c656-46c6-800d-85d8792618e8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.997851] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ccc99fa4-fbb0-49ce-8206-32b561d16bd0 None None] Enqueued Resource ID: 304f6bd6-0486-434b-a05b-41b8f891745e with Priority: HIGHEST for action port [ 904.998914] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304f6bd6-0486-434b-a05b-41b8f891745e with Priority: HIGHEST for action port [ 904.999078] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-304f6bd6-0486-434b-a05b-41b8f891745e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.999216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304f6bd6-0486-434b-a05b-41b8f891745e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.999278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304f6bd6-0486-434b-a05b-41b8f891745e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.999580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304f6bd6-0486-434b-a05b-41b8f891745e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.999668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304f6bd6-0486-434b-a05b-41b8f891745e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.501715] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304f6bd6-0486-434b-a05b-41b8f891745e [ 905.501964] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.502115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.502192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.502405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.502497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.502592] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304f6bd6-0486-434b-a05b-41b8f891745e already deleted. [ 905.502673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304f6bd6-0486-434b-a05b-41b8f891745e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.276886] env[66232]: INFO networking_nsxv3.common.synchronization [req-b60cb14c-9a13-4779-85a7-1e17b705870e req-787bf48d-9363-47f4-86b2-8d8ff7993d0f tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 906.277474] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 906.277790] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.277909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.277977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.278186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.278536] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.278650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.278715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.278867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.278952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.279056] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.730028] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.730240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.730391] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.730668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.730959] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.731290] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.731496] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.731819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.732119] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732438] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.732602] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.732708] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.732809] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.732924] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.733042] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.733184] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.755113] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.755305] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.755448] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.755792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.756010] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-d520f871-b645-4f24-aec1-efdcc9462153 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.756254] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.756341] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.756970] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.756970] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d520f871-b645-4f24-aec1-efdcc9462153',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.781982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.782207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.782207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.782425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.782814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.783041] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.783143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.783556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.783556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.783556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.783556] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 906.810044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.810220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.810293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.810585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.810725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.822055] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 907.260061] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.260266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.260266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.260653] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.260844] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.261017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port d520f871-b645-4f24-aec1-efdcc9462153 not found, creating... [ 907.261328] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.261584] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.261716] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.261940] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.262092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.262382] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.262549] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.262691] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.262896] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.263040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.263185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: d520f871-b645-4f24-aec1-efdcc9462153 is going to be created. [ 907.282825] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.283222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.283268] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.283588] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.283836] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.284142] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.065847] env[66232]: INFO networking_nsxv3.common.synchronization [req-b60cb14c-9a13-4779-85a7-1e17b705870e req-3b34d3c7-4cee-4b94-88e0-8f95d262129c service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 908.067072] env[66232]: INFO networking_nsxv3.common.synchronization [req-b60cb14c-9a13-4779-85a7-1e17b705870e req-3b34d3c7-4cee-4b94-88e0-8f95d262129c service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 908.067072] env[66232]: INFO networking_nsxv3.common.synchronization [req-b60cb14c-9a13-4779-85a7-1e17b705870e req-3b34d3c7-4cee-4b94-88e0-8f95d262129c service nova] Enqueued Resource ID: d520f871-b645-4f24-aec1-efdcc9462153 with Priority: HIGHEST for action port [ 908.067072] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 908.067072] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 908.067342] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d520f871-b645-4f24-aec1-efdcc9462153 with Priority: HIGHEST for action port [ 908.067611] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.067807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.069581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.069581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.069581] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.072724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.072921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.073316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-d520f871-b645-4f24-aec1-efdcc9462153 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.073484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.073609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.073822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.073934] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d520f871-b645-4f24-aec1-efdcc9462153',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.576363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.577356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.577356] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d520f871-b645-4f24-aec1-efdcc9462153 with status ACTIVE [ 908.577356] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.579120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.579998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.582491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.582491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.582491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.582893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.582893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.582893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.582893] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d520f871-b645-4f24-aec1-efdcc9462153 is going to be updated. [ 908.607274] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.608620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.608620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.608620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.608620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.608620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d520f871-b645-4f24-aec1-efdcc9462153" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.834024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 908.834024] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.834024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.834024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.834024] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.860282] env[66232]: INFO networking_nsxv3.common.synchronization [req-fdfc290f-16bb-4414-a138-d3a3522c63f7 req-7ba2645b-e070-421b-ad46-8578a76cf955 tempest-ServersAdminNegativeTestJSON-868436593 tempest-ServersAdminNegativeTestJSON-868436593-project-member] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 908.860282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 908.860282] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.860669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.860842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.861156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.861449] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.861701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.861873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.862136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.862316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.862771] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.258894] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.259121] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.259326] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.259415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260298] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260298] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.260571] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260626] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260745] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.260969] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.261143] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.261217] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.261306] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.261482] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.261566] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.261715] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.281971] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.282188] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.282422] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.282621] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.282987] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-5bde11e6-2399-40a6-87db-14f005bb0871 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.283189] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.283314] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.283629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.283774] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bde11e6-2399-40a6-87db-14f005bb0871',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.336237] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.365457] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.786472] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.786854] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.786854] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.787137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.787260] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.787585] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 5bde11e6-2399-40a6-87db-14f005bb0871 not found, creating... [ 909.787662] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.787813] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.788027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.788156] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.788305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.788676] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.788836] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.788951] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.789392] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.789471] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.790031] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 5bde11e6-2399-40a6-87db-14f005bb0871 is going to be created. [ 909.808904] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.809152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.809280] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.809550] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.809909] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.810174] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.838795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.868317] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.946876] env[66232]: INFO networking_nsxv3.common.synchronization [req-def7c564-53dc-4063-a95b-a6762fbe62e3 req-61d688ce-6984-48d1-a6bc-1461040acd68 tempest-ServersWithSpecificFlavorTestJSON-1628114818 tempest-ServersWithSpecificFlavorTestJSON-1628114818-project-member] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 909.946876] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGHEST for action security_group_members [ 909.947149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.947295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.947295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947659] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.947759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.947847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.948100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.948501] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.341065] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342289] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.342739] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 910.372583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.372583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.372583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.372583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.372583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372583] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be updated. [ 910.376093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.376241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.376335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.376502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.376656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.385765] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 910.408648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.408648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.408846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.409121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.423181] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 910.450547] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.450745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.450795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.451014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.451110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.451318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.451432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.451521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.451683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.451763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.451863] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be updated. [ 910.481555] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.482012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.494411] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: IN_PROGRESS for 2s [ 910.614395] env[66232]: INFO networking_nsxv3.common.synchronization [req-fdfc290f-16bb-4414-a138-d3a3522c63f7 req-22826407-3e7a-4350-a691-a22dbf15948d service nova] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_rules [ 910.615585] env[66232]: INFO networking_nsxv3.common.synchronization [req-fdfc290f-16bb-4414-a138-d3a3522c63f7 req-22826407-3e7a-4350-a691-a22dbf15948d service nova] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 910.615585] env[66232]: INFO networking_nsxv3.common.synchronization [req-fdfc290f-16bb-4414-a138-d3a3522c63f7 req-22826407-3e7a-4350-a691-a22dbf15948d service nova] Enqueued Resource ID: 5bde11e6-2399-40a6-87db-14f005bb0871 with Priority: HIGHEST for action port [ 910.616302] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_rules [ 910.619075] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 910.619075] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bde11e6-2399-40a6-87db-14f005bb0871 with Priority: HIGHEST for action port [ 910.619075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.619075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.619075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.619419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.619419] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.621057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.621216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.621568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bde11e6-2399-40a6-87db-14f005bb0871 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.621670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.621963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.622209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.622957] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bde11e6-2399-40a6-87db-14f005bb0871',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.126360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.126640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126640] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bde11e6-2399-40a6-87db-14f005bb0871 with status ACTIVE [ 911.126802] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.127090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.127090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.127234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.127353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.127451] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.127689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.127689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.127798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.127845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.128243] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.128243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.128243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.128464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.128464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.128551] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bde11e6-2399-40a6-87db-14f005bb0871 is going to be updated. [ 911.177094] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.177269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.177269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.177462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.177607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.177769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bde11e6-2399-40a6-87db-14f005bb0871" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.484412] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-758bb811-a35d-452c-9119-8a0a454145dc tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 911.484412] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 911.484412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.484613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.484765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.484867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.484929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.488740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.488740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.488740] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.966478] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-53aabaf1-f718-42bc-b91a-7c32fd52143d tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 911.967515] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 911.968851] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.968851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.992152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.992633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.992633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.992732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.992826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.993055] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.993149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.996233] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab already deleted. [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.996233] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.140460] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f17bf34a-9feb-40ab-ad47-a10887270c24 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 912.142201] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 912.142201] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.142201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.142201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.142201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.142201] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.399256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 912.402021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.402021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.402021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.403286] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.403964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.404277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.406928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.406928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.406928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.433677] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 912.433907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.434153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.434328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.434521] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.434668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.434668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.435307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.435307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.435307] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.473257] env[66232]: INFO networking_nsxv3.common.synchronization [None req-9c3d7db6-d40c-4cfb-ba6c-f1fd57f27abd tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 912.474621] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 912.474621] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.474621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502065] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.502422] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.502872] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab already deleted. [ 912.502931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.504167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 in Status: SUCCESS [ 912.504337] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 deletion is rescheduled due to dependency. [ 912.504433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.531358] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-a81f9721-ab1b-4bbb-9588-21862d7b82ea tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 912.532968] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 912.534180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.534498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.534572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.534744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.535281] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.535281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.535281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.535435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.535546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.536203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.665564] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.665564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.666379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.666379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.666379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.666379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 already deleted. [ 912.666379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.666892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.666971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.667070] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.907967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.908146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.908212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.908598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.909402] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.909547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.909667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.909868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.909977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.910933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.910933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.911470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.911608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.911995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.911995] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.938569] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.039280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.039632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.039722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.039949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.040267] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.040351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.040602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.040709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.040709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.040798] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab already deleted. [ 913.040870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.205722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.206340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.207451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.207451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.207451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.207451] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 already deleted. [ 913.207451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.271359] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.271589] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.271719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.273037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.273037] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.273037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.273037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.273037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.273037] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.273345] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.273427] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.273588] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.273707] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.273822] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.274055] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.274209] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.295531] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.295796] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.296100] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.297081] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.297081] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.297081] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.297081] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.297429] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.297726] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.415372] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 913.435583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.435805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.435805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.436049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.436138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.436350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.436560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.436560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.436690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.436744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.436992] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.436992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.437169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.437244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.437301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.437461] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.437581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.437581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.437713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.437783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.437910] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 913.440655] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.534559] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.534799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.534799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.535019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.535213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.550702] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 913.801556] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.801867] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802400] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802607] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 not found, creating... [ 913.803298] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.803425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.803482] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.803710] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.803894] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.804349] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.804554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.804690] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.805076] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.805076] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.805224] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 is going to be created. [ 913.827971] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.830881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.830881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.830881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.830881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.830881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.943200] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.943372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.943448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.943675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.943770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.943871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be updated. [ 913.982716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.982895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.982976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.983241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.983415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.994134] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 914.553273] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-338da2d9-ad99-41e1-b664-b5b968ae2daa service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 914.553535] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-338da2d9-ad99-41e1-b664-b5b968ae2daa service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 914.553600] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-338da2d9-ad99-41e1-b664-b5b968ae2daa service nova] Enqueued Resource ID: 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 with Priority: HIGHEST for action port [ 914.554119] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 914.554259] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 914.554402] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 with Priority: HIGHEST for action port [ 914.554667] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.554733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.555207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.555658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.555658] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.557282] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.557359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.557407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.557596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.557751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.557887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.557977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.558109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.558192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.558284] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.559525] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.559644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.559862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.559968] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.764495] env[66232]: INFO networking_nsxv3.common.synchronization [req-1f74249c-2753-4a8b-a305-161a96088972 req-815dc940-d496-4a0a-be75-bf4539e5d333 tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 914.764955] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 914.766158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.766158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.766158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.766158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.766158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.766158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.766158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.769715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.769948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.770502] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.059343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.059343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.061692] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.066022] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 with status ACTIVE [ 915.066022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.066022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.066022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.066022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.067745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.069330] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8 is going to be updated. [ 915.090746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.090930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.090975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.091180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.091319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.091481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31126a6b-d02f-4f3c-9c46-5b4f2f08b2b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.116103] env[66232]: INFO networking_nsxv3.common.synchronization [req-0b71447a-f4e1-4548-a127-ae1717ef8bbb req-c908d31b-8c73-4d3d-bee5-661ddb74721f tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 915.116668] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 915.116973] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.117111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.117184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.117781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.117948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.118067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.118134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.118338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.118470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.118587] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.274169] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.274333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.274406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.277521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.278130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.279123] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.279391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.279856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.280392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.280582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.282202] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 915.286299] env[66232]: INFO networking_nsxv3.common.synchronization [None req-0b6f4ecd-95b7-4411-82c2-2803068a0b5c None None] Enqueued Resource ID: 426420cc-0e90-4c03-8257-b3d475ec3cbe with Priority: HIGHEST for action port [ 915.287688] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426420cc-0e90-4c03-8257-b3d475ec3cbe with Priority: HIGHEST for action port [ 915.288062] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-426420cc-0e90-4c03-8257-b3d475ec3cbe taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.288190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426420cc-0e90-4c03-8257-b3d475ec3cbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.288261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426420cc-0e90-4c03-8257-b3d475ec3cbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426420cc-0e90-4c03-8257-b3d475ec3cbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.288798] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426420cc-0e90-4c03-8257-b3d475ec3cbe',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.328406] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.328406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.328406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.328406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.328750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.341703] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 915.564699] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.566630] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 915.568690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.621094] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.621169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.621215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.621500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.621577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.621739] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.621841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.621905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.622070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.622148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.622234] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 already deleted. [ 915.622313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.658102] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.658304] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-714" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.658499] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-714" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.658881] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-714" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.659049] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.659211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.659330] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.659539] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.659687] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.659897] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.661196] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.661380] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.661514] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.661669] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.661792] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.661946] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.685416] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.685597] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.685781] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.685922] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-714" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.686254] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-7c18096b-7ee4-4867-8254-c096741661c9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.686428] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.686551] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.686964] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.687127] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c18096b-7ee4-4867-8254-c096741661c9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.791899] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426420cc-0e90-4c03-8257-b3d475ec3cbe [ 915.792223] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.792441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.792592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.792748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.792897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793036] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426420cc-0e90-4c03-8257-b3d475ec3cbe already deleted. [ 915.793150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426420cc-0e90-4c03-8257-b3d475ec3cbe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.009025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.009025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.009025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.009025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.071026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.071026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.071026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.071026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.071026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.071026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be created. [ 916.102051] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.102271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.102271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.102478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.102640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.115904] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: UNINITIALIZED for 2s [ 916.131365] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.131365] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.131365] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.132106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.132106] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.132313] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.132367] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.132604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.132775] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.133228] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.133228] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.133228] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.133351] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.133442] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.133548] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.133961] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.313088] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.313088] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.178 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.313088] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.313088] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.313088] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-c0e4de07-632c-4289-b477-dc1fccd15726 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.313462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.313462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.313809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.313809] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e4de07-632c-4289-b477-dc1fccd15726',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.317017] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.317261] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.317378] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.317665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.317873] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.317990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 7c18096b-7ee4-4867-8254-c096741661c9 not found, creating... [ 916.318284] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.318435] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.318561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.318777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.318907] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.319490] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.319802] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.319869] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.320643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.320643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.320643] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 7c18096b-7ee4-4867-8254-c096741661c9 is going to be created. [ 916.345449] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.345684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.346103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.346103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.346393] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.346544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.512397] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.512397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.512397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.512397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.512657] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.512657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.512657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.512917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.512977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.513111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.513315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.514222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.514222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.514222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.514376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.514505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.514588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.514773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.514878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.515030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.515118] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.817145] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.817530] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.817767] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.818161] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.818343] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.818571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port c0e4de07-632c-4289-b477-dc1fccd15726 not found, creating... [ 916.818875] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.819050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.819428] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.819571] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.819719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.820038] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.820302] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.820378] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.820654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.820790] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.820952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: c0e4de07-632c-4289-b477-dc1fccd15726 is going to be created. [ 916.846629] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.846629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.846629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.846629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.846629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.846629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.912478] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d533816-09be-4478-b075-29cfa190e7d8 service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 916.912664] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d533816-09be-4478-b075-29cfa190e7d8 service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 916.912806] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d533816-09be-4478-b075-29cfa190e7d8 service nova] Enqueued Resource ID: 7c18096b-7ee4-4867-8254-c096741661c9 with Priority: HIGHEST for action port [ 916.913392] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 916.913529] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 916.913629] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c18096b-7ee4-4867-8254-c096741661c9 with Priority: HIGHEST for action port [ 916.913900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.914012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.915006] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.915189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.915438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c18096b-7ee4-4867-8254-c096741661c9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.915837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.916200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.916568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.916568] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c18096b-7ee4-4867-8254-c096741661c9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.999148] env[66232]: INFO networking_nsxv3.common.synchronization [None req-24223d22-e1a6-4dd9-abd8-d5232d1268a5 None None] Enqueued Resource ID: 66a78a2f-2d52-4cb5-a808-0df97d2972fb with Priority: HIGHEST for action port [ 916.999716] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a78a2f-2d52-4cb5-a808-0df97d2972fb with Priority: HIGHEST for action port [ 917.000309] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-66a78a2f-2d52-4cb5-a808-0df97d2972fb taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.000472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66a78a2f-2d52-4cb5-a808-0df97d2972fb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.000587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66a78a2f-2d52-4cb5-a808-0df97d2972fb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.001319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66a78a2f-2d52-4cb5-a808-0df97d2972fb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.001319] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a78a2f-2d52-4cb5-a808-0df97d2972fb',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.018278] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc: rpc.has_security_group_logging(os_id): False [ 917.040315] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.040644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.041018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.041163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.041312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.041711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.041866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.041991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.042290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.042414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.042637] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.042742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.042796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.042956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.043057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.043266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.043379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.043432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.043631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.043720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.043720] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be updated. [ 917.128387] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.128586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.128806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.128954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.129154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.146549] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 917.357707] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 917.358184] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 917.358184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.420185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c18096b-7ee4-4867-8254-c096741661c9 with status ACTIVE [ 917.420997] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.420997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.420997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.420997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.420997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.421426] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.421426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.421426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.421553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.421647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.423055] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.423198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.423268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.423433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.423513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.423606] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c18096b-7ee4-4867-8254-c096741661c9 is going to be updated. [ 917.448939] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.448939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.448939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.448939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.448939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.449356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c18096b-7ee4-4867-8254-c096741661c9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.454387] env[66232]: INFO networking_nsxv3.common.synchronization [req-0b71447a-f4e1-4548-a127-ae1717ef8bbb req-fca6d70a-cbc4-4308-b06b-a86a3cd60f5b service nova] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_rules [ 917.454565] env[66232]: INFO networking_nsxv3.common.synchronization [req-0b71447a-f4e1-4548-a127-ae1717ef8bbb req-fca6d70a-cbc4-4308-b06b-a86a3cd60f5b service nova] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 917.454701] env[66232]: INFO networking_nsxv3.common.synchronization [req-0b71447a-f4e1-4548-a127-ae1717ef8bbb req-fca6d70a-cbc4-4308-b06b-a86a3cd60f5b service nova] Enqueued Resource ID: c0e4de07-632c-4289-b477-dc1fccd15726 with Priority: HIGHEST for action port [ 917.456731] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_rules [ 917.456731] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 917.456731] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e4de07-632c-4289-b477-dc1fccd15726 with Priority: HIGHEST for action port [ 917.456731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.456731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.456731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.456731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.456731] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.458511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.458625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.458691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.459045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.459145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.459206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.459351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.459435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.459530] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.462131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e4de07-632c-4289-b477-dc1fccd15726 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.462260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.462371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.462566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.462717] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e4de07-632c-4289-b477-dc1fccd15726',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.502685] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66a78a2f-2d52-4cb5-a808-0df97d2972fb [ 917.503679] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.503679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.503679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.503679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.503679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.504191] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66a78a2f-2d52-4cb5-a808-0df97d2972fb already deleted. [ 917.504478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66a78a2f-2d52-4cb5-a808-0df97d2972fb" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.656072] env[66232]: INFO networking_nsxv3.common.synchronization [req-cd13b9ae-5621-44a6-82a7-a86ccf704d50 req-31c72f37-f220-45bc-b156-e71e737584d8 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 917.656827] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 917.657196] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.657303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.771488] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.771695] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.771823] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.772114] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.772370] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.772526] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.772643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.772851] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.772996] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.773541] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.773708] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.773861] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.773995] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.774154] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.774286] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.774447] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.794017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.794195] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.794336] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.796243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-841" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.796243] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-aae9b468-a4f4-4c35-ba53-0bf73395cc71 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.796243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.796243] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae9b468-a4f4-4c35-ba53-0bf73395cc71',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.963255] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.964071] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.964202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.965409] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0e4de07-632c-4289-b477-dc1fccd15726 with status ACTIVE [ 917.966398] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.966398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.966398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.966398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.966398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.966398] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.966946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.966946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.966946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.966946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.967221] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.967221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.967221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.967331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.967331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.967408] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0e4de07-632c-4289-b477-dc1fccd15726 is going to be updated. [ 917.992141] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.992358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.992358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.992560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.992704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.992873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e4de07-632c-4289-b477-dc1fccd15726" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.131915] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 918.131915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.131915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.132168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.132311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.132460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.132534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.132999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.133233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.133453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.133629] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.134818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.135318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.135469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.135772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.135825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.136150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.136630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.136630] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.298339] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.298598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.298729] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.299023] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.299179] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.299333] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port aae9b468-a4f4-4c35-ba53-0bf73395cc71 not found, creating... [ 918.299592] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.299749] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.299863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.300086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.300224] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.300559] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.300734] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.300842] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.301036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.301211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.301311] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: aae9b468-a4f4-4c35-ba53-0bf73395cc71 is going to be created. [ 918.317794] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.318560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.318560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.318560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.318828] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.318912] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.319025] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.319567] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.319738] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.319982] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.320098] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.320225] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.320333] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.320448] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.320637] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.320789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.326356] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.326565] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.326696] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.326968] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.327231] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.327457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.344815] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.345066] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.345139] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.345346] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.345684] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-e26c2559-0acd-4626-b15f-d63318f71f37 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.345882] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.345984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.346384] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.346535] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26c2559-0acd-4626-b15f-d63318f71f37',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.469552] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.638795] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.639040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.639227] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.849051] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.849453] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.849686] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.850137] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.850410] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.850730] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port e26c2559-0acd-4626-b15f-d63318f71f37 not found, creating... [ 918.851188] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.851465] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.851733] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.852115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.852379] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.852854] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.853141] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.853346] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.853680] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.853912] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.854177] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: e26c2559-0acd-4626-b15f-d63318f71f37 is going to be created. [ 918.875942] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.876269] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.876436] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.876757] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.877065] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.877344] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.971941] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.972382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.972382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.972634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.972780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.972928] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be created. [ 919.018883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.019186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.019186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.019311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.019475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.036396] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: UNINITIALIZED for 2s [ 919.095346] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d5e02a9-72e6-47f9-8649-7a94f852c871 service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 919.095419] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d5e02a9-72e6-47f9-8649-7a94f852c871 service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 919.095520] env[66232]: INFO networking_nsxv3.common.synchronization [req-3872b832-e480-4376-8c93-daade33f3d1f req-4d5e02a9-72e6-47f9-8649-7a94f852c871 service nova] Enqueued Resource ID: aae9b468-a4f4-4c35-ba53-0bf73395cc71 with Priority: HIGHEST for action port [ 919.096131] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 919.096203] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 919.096308] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae9b468-a4f4-4c35-ba53-0bf73395cc71 with Priority: HIGHEST for action port [ 919.096596] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.097340] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae9b468-a4f4-4c35-ba53-0bf73395cc71 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.097475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.097539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.097749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.097833] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae9b468-a4f4-4c35-ba53-0bf73395cc71',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.140953] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.162933] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 919.162933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.596060] env[66232]: INFO networking_nsxv3.common.synchronization [req-cd13b9ae-5621-44a6-82a7-a86ccf704d50 req-1a41b74a-ab56-4994-b02b-4d7d95eff298 service nova] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_rules [ 919.596252] env[66232]: INFO networking_nsxv3.common.synchronization [req-cd13b9ae-5621-44a6-82a7-a86ccf704d50 req-1a41b74a-ab56-4994-b02b-4d7d95eff298 service nova] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 919.596390] env[66232]: INFO networking_nsxv3.common.synchronization [req-cd13b9ae-5621-44a6-82a7-a86ccf704d50 req-1a41b74a-ab56-4994-b02b-4d7d95eff298 service nova] Enqueued Resource ID: e26c2559-0acd-4626-b15f-d63318f71f37 with Priority: HIGHEST for action port [ 919.597059] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_rules [ 919.597059] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 919.597138] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c2559-0acd-4626-b15f-d63318f71f37 with Priority: HIGHEST for action port [ 919.597387] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.597487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.597676] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.597759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.597937] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e26c2559-0acd-4626-b15f-d63318f71f37 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.600582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.600760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.601172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.601372] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26c2559-0acd-4626-b15f-d63318f71f37',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.602789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aae9b468-a4f4-4c35-ba53-0bf73395cc71 with status ACTIVE [ 919.603034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.603133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.603201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.603370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.603453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.603623] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.603718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.603780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.603921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.603999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.604786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.604893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.604960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.605123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.605200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.605286] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aae9b468-a4f4-4c35-ba53-0bf73395cc71 is going to be updated. [ 919.628529] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.629102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.629257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.629671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.629671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.629741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae9b468-a4f4-4c35-ba53-0bf73395cc71" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.643481] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.643659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.643750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.644053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.644188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.644341] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 919.688957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.688957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.689340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.689340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.701717] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 919.897997] env[66232]: INFO networking_nsxv3.common.synchronization [req-e5bfe267-cb67-488d-b688-7a7f2f03c126 req-d7ae2075-0182-4745-9035-d064c8154522 tempest-InstanceActionsV221TestJSON-415930668 tempest-InstanceActionsV221TestJSON-415930668-project-member] Enqueued Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 919.898811] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 919.899510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.899510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.899510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.899510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.899738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.899978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.899978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.900124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.900242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.900368] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.107792] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e26c2559-0acd-4626-b15f-d63318f71f37 with status ACTIVE [ 920.108101] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.108279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.108388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.108688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.108782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.108967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.109082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.109293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.109369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.109569] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.109706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.109779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.109925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.110019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.110098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e26c2559-0acd-4626-b15f-d63318f71f37 is going to be updated. [ 920.154270] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.154270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.154270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.154270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.154270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.154270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e26c2559-0acd-4626-b15f-d63318f71f37" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.403663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404586] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.404586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.404835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.404835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.404835] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d already deleted. [ 920.404915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.472695] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.472695] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-564" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472695] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-564" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.473116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-564" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.473383] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.473519] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.473634] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.473957] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.474022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.474332] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.474332] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.474431] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.474520] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.474628] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.474736] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.474869] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.499230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.499386] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.499549] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.499699] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-564" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.500023] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-7ba65d7a-c463-45bc-9e72-020aaf553024 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.500203] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.500341] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.500628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.501124] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba65d7a-c463-45bc-9e72-020aaf553024',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.003993] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.003993] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.004516] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.004771] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.004996] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.005236] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 7ba65d7a-c463-45bc-9e72-020aaf553024 not found, creating... [ 921.005526] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.005698] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.005845] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.006074] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.006255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.006565] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.006725] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.006928] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007196] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.007339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.007559] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 7ba65d7a-c463-45bc-9e72-020aaf553024 is going to be created. [ 921.029172] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.029441] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.029781] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.029938] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.030111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.030581] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.048112] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 921.048442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.048549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.048778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.048969] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.049111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.049197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.049357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.049436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.049634] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.119860] env[66232]: INFO networking_nsxv3.common.synchronization [None req-40e41412-edc7-4ea6-8e4b-ab1f6d4a3d8c None None] Enqueued Resource ID: dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e with Priority: HIGHEST for action port [ 921.119860] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e with Priority: HIGHEST for action port [ 921.120715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.120715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.120715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.120715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.120715] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.552829] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.625894] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e [ 921.625894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.625894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.625894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.625894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.626143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e already deleted. [ 921.626143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1aef34-e4aa-48a0-bd2a-fb7f5472f04e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.714220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 921.714439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.714607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.714831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.715187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.715406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.715485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.715740] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.715931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.716154] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.716249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.716303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.716510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.716587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.716685] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.717568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.717734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.718084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.718084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.718084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.718234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.718234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.718318] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.787684] env[66232]: INFO networking_nsxv3.common.synchronization [req-e5bfe267-cb67-488d-b688-7a7f2f03c126 req-2a3c7f80-4c5d-4973-a576-f6c52994b27c service nova] Enqueued Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_rules [ 921.787684] env[66232]: INFO networking_nsxv3.common.synchronization [req-e5bfe267-cb67-488d-b688-7a7f2f03c126 req-2a3c7f80-4c5d-4973-a576-f6c52994b27c service nova] Enqueued Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 921.787901] env[66232]: INFO networking_nsxv3.common.synchronization [req-e5bfe267-cb67-488d-b688-7a7f2f03c126 req-2a3c7f80-4c5d-4973-a576-f6c52994b27c service nova] Enqueued Resource ID: 7ba65d7a-c463-45bc-9e72-020aaf553024 with Priority: HIGHEST for action port [ 921.788480] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_rules [ 921.788610] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 921.788713] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba65d7a-c463-45bc-9e72-020aaf553024 with Priority: HIGHEST for action port [ 921.789066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.789205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.789275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.789531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.789745] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.792707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.792707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.792707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.792707] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.793997] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba65d7a-c463-45bc-9e72-020aaf553024 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.793997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.793997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794561] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba65d7a-c463-45bc-9e72-020aaf553024',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.055228] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.220454] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c634d62f-e414-418a-af6d-06b687dbe1ab: rpc.has_security_group_logging(os_id): False [ 922.221305] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.238838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.238996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.239088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.239309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.239396] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.239616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.239704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.239771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.239919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.239998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240193] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.240288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.240349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.240484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.240620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240806] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.240908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.241266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.241438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.241519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.241610] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be created. [ 922.297096] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba65d7a-c463-45bc-9e72-020aaf553024 with status ACTIVE [ 922.297357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.297488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.297566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.297804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.298184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.298184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.298297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.298297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.298415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.298474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.298681] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.298789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.298850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.298979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.299067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.299152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba65d7a-c463-45bc-9e72-020aaf553024 is going to be updated. [ 922.300854] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.301319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.301432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313596] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.313833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.314174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.314326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.333290] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.333425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.333466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.333754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.333895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.334150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba65d7a-c463-45bc-9e72-020aaf553024" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 922.557598] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.558033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.558139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.558301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.558385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.558529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 922.598022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.598022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.598022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.598022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.598022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.610808] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 922.723692] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.805027] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.228360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.228996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.228996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.228996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.228996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.229169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 923.264146] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.264311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.264467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.264709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.264865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.275593] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 923.309610] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.309610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.309610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.309610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.309610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.309610] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d is going to be created. [ 923.368994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.368994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.368994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.368994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.368994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.379192] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: UNINITIALIZED for 2s [ 923.641273] env[66232]: INFO networking_nsxv3.common.synchronization [None req-52625a99-bdb1-4c61-bb73-5d92a352a26d None None] Enqueued Resource ID: bb6e78e7-392e-4b20-9eb5-08b43a8338db with Priority: HIGHEST for action port [ 923.641846] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e78e7-392e-4b20-9eb5-08b43a8338db with Priority: HIGHEST for action port [ 923.642175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6e78e7-392e-4b20-9eb5-08b43a8338db taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.642289] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6e78e7-392e-4b20-9eb5-08b43a8338db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.642355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6e78e7-392e-4b20-9eb5-08b43a8338db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.642606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6e78e7-392e-4b20-9eb5-08b43a8338db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.642692] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6e78e7-392e-4b20-9eb5-08b43a8338db',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.147958] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6e78e7-392e-4b20-9eb5-08b43a8338db [ 924.148273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.148430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.148532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.148821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.148922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.149086] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6e78e7-392e-4b20-9eb5-08b43a8338db already deleted. [ 924.149175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6e78e7-392e-4b20-9eb5-08b43a8338db" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.354962] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 924.354962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.357266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.357665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.358645] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.623265] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 924.623512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.623752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.624230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.624378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.624521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.624593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.624799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.624922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.624968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.625284] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.626453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.626633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.626893] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.627012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.627073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.627231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.627297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.627452] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.861751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.861751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.103506] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66f96cd-769f-42e4-8a3c-0856482cfa08 req-ed813cc5-206a-40d0-bd2e-1b5131a03645 tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 925.103506] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 925.103506] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.103506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.103506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.103506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.104142] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.104434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.104683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.104947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.105152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.105377] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.131084] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.131084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.131084] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.289943] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.289943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289943] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.392975] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: SUCCESS [ 925.393450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.393599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.393933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.394234] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.394433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.394711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.394799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.394865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.394930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.395038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.553336] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.553664] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.553892] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.554270] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.555125] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.555393] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.555673] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.556070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.556281] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.556731] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.556890] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.557118] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.557268] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.557422] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.557589] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.557800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.586239] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.586239] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.586239] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.586449] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-927" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.586833] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-6ddace97-3110-48bc-9df2-769a0f8f724c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.587083] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.587194] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.587559] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.587759] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddace97-3110-48bc-9df2-769a0f8f724c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.608394] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.608394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.608655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.608655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.608927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.609038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.609252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.609335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609427] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 925.633525] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.642157] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.642157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.642157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.642455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.642554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.657054] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 925.793481] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.793722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.793809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.794090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.794262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.794364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.794431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.794706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.794816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.794910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.795115] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.795246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.795307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.795539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.795728] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.795829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.795892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.797177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.797331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.797468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.797540] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.901054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.901054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.901054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.901675] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.901891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.902011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.902168] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.091051] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.091299] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.091429] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.091732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.091894] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.092073] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 6ddace97-3110-48bc-9df2-769a0f8f724c not found, creating... [ 926.092372] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.092538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.092764] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.092991] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.093157] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.093470] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.093615] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.093736] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.093978] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.094131] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.094270] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 6ddace97-3110-48bc-9df2-769a0f8f724c is going to be created. [ 926.120961] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.122187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.122187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.122187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.122187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.122187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.136373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.136530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.136579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.136793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.137047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.137047] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 926.169068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.169280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.169353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.169573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.180976] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 926.274355] env[66232]: INFO networking_nsxv3.common.synchronization [req-7d35e73e-5c27-4864-a02a-285054f88b5c req-dffd0498-d023-4e6c-84b9-527bbadaf2f4 tempest-ServersTestFqdnHostnames-1161266914 tempest-ServersTestFqdnHostnames-1161266914-project-member] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 926.274952] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGHEST for action security_group_members [ 926.275286] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.275411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.275479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.275678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.275859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.275947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.275984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.276295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.276389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.276486] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.299303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c634d62f-e414-418a-af6d-06b687dbe1ab: rpc.has_security_group_logging(os_id): False [ 926.324680] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.324847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.324922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.325758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.325758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.325758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.325930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.326044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.326685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.326983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.327271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.327388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.327672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.327776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.328172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.328254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.329473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.329473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.329473] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 926.404829] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e532c10d-3e73-4f81-a33d-5f03340ff47d: rpc.has_security_group_logging(os_id): False [ 926.428034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.428266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.428430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.428761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.428859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.429152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.429276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.429354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.429581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.429675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.429920] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.430114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.430204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.430387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.430505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.430779] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.430913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.430969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.431114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.431230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.431364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d is going to be created. [ 926.442348] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.442490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.442585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.442877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.443061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.459885] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 926.524697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.524697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.524697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.524697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.524697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.543781] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: IN_PROGRESS for 2s [ 926.779457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.779457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.779457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.779457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.779457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.779457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.779761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.779761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.779761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.779761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.779909] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 is going to be updated. [ 926.814182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.814331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.814401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.814604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.814747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.824337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: IN_PROGRESS for 2s [ 926.868733] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66f96cd-769f-42e4-8a3c-0856482cfa08 req-43d8388f-62ad-4096-9e1e-7221a275fbe8 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 926.868914] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66f96cd-769f-42e4-8a3c-0856482cfa08 req-43d8388f-62ad-4096-9e1e-7221a275fbe8 service nova] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 926.869062] env[66232]: INFO networking_nsxv3.common.synchronization [req-f66f96cd-769f-42e4-8a3c-0856482cfa08 req-43d8388f-62ad-4096-9e1e-7221a275fbe8 service nova] Enqueued Resource ID: 6ddace97-3110-48bc-9df2-769a0f8f724c with Priority: HIGHEST for action port [ 926.869567] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_rules [ 926.869702] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 926.869798] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ddace97-3110-48bc-9df2-769a0f8f724c with Priority: HIGHEST for action port [ 926.871541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.871692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.871767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.871994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872798] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.875215] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.875333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.875671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ddace97-3110-48bc-9df2-769a0f8f724c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.875911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.876159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.876665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.877919] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ddace97-3110-48bc-9df2-769a0f8f724c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.379696] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.379844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.384485] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ddace97-3110-48bc-9df2-769a0f8f724c with status ACTIVE [ 927.384824] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.385123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.385218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.385504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.385624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.385881] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.386055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.386197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.386436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.386545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.386844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.387070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.387157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.388540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.388693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.388823] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ddace97-3110-48bc-9df2-769a0f8f724c is going to be updated. [ 927.416598] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.416598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.416598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.417755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.417755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.417755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ddace97-3110-48bc-9df2-769a0f8f724c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.532599] env[66232]: INFO networking_nsxv3.common.synchronization [req-7b076237-1f62-4092-947d-eeb4bba1d795 req-0c38fa0b-25cb-4298-970a-0073cd272a1d tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 927.533076] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 927.533384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.533507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.533576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.533843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.534020] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.535626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.535626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.535626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.535776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.535815] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.669686] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 927.669942] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 927.670097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.670440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.670968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.671234] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.671378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.671445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.671656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.671761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.671801] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.905303] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.905498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.905624] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.905888] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.906156] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.906387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.906510] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.906771] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.906939] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.907167] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.907281] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.907393] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.907500] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.907611] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.907741] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.907909] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.927943] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.928146] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.928283] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.928462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.928841] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-b00957ad-038e-481b-8455-7188de227296 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.929034] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.929161] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.929495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.929639] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00957ad-038e-481b-8455-7188de227296',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.040049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.040049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.040049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.040049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.040049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.040410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.040410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.040518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.040672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.040778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.040870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 already deleted. [ 928.040957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.174901] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.191839] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 928.192012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.192197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.192413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.192626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.192741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.192835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.193053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.193203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.193345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.193606] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.193775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.193856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.195190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.195190] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.195332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.195332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.195454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.195521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.195602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.195754] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.431905] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.432240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.432284] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.432557] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.432712] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.432868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port b00957ad-038e-481b-8455-7188de227296 not found, creating... [ 928.433161] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.433333] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.433453] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.433667] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.433811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.434130] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.434291] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.434407] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.434614] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.434750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.434890] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: b00957ad-038e-481b-8455-7188de227296 is going to be created. [ 928.457128] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.457393] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.457561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.457891] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.458226] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.458509] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.476162] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 928.476657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.476657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.476770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.476858] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.562103] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: SUCCESS [ 928.562345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.679918] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.699525] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 682a7422-51c6-44e7-9fb0-0acb0056c977: rpc.has_security_group_logging(os_id): False [ 928.720485] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.720647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.720768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.720995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.721096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.721290] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.721425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.721468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.721777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.721906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.722130] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.722247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.722285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.722420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.722642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.722832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.723240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.723240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.723240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.723240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.723425] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be created. [ 928.783044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.783226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.783301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.783540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.787025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799192] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 928.835920] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327448f7-ca54-431c-98db-97b56a41d2b1 in Status: SUCCESS [ 928.836051] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 deletion is rescheduled due to dependency. [ 928.836088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.979042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.979230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.979280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.979506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.979670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.979770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.979863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.979997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.980164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.980164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.980257] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.182589] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.182792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.182792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.182967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.183076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.183180] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 929.213357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.213605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.213821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.213953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.223152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 929.483128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.483698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.483947] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.484342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.484422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.484583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.484682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.484753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.484873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.485018] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.485140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.485213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.485287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.485354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.485436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.486013] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [req-7b076237-1f62-4092-947d-eeb4bba1d795 req-6547d974-9998-41cd-8066-562b0359b127 service nova] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [req-7b076237-1f62-4092-947d-eeb4bba1d795 req-6547d974-9998-41cd-8066-562b0359b127 service nova] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [req-7b076237-1f62-4092-947d-eeb4bba1d795 req-6547d974-9998-41cd-8066-562b0359b127 service nova] Enqueued Resource ID: b00957ad-038e-481b-8455-7188de227296 with Priority: HIGHEST for action port [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_rules [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 929.642071] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00957ad-038e-481b-8455-7188de227296 with Priority: HIGHEST for action port [ 929.642071] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.642071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.642071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.643448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.643991] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.645341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.646322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.646322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.648900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.649992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.649992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.651208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.651208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.651208] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.651569] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00957ad-038e-481b-8455-7188de227296 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.652099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.652099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.652099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.652256] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00957ad-038e-481b-8455-7188de227296',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.914361] env[66232]: INFO networking_nsxv3.common.synchronization [None req-240983be-517c-4753-af21-0068dda7a247 None None] Enqueued Resource ID: 12cbbd6b-ce99-432d-8001-47b15ec13023 with Priority: HIGHEST for action port [ 929.915012] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cbbd6b-ce99-432d-8001-47b15ec13023 with Priority: HIGHEST for action port [ 929.915336] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cbbd6b-ce99-432d-8001-47b15ec13023 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.915461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cbbd6b-ce99-432d-8001-47b15ec13023" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.915522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cbbd6b-ce99-432d-8001-47b15ec13023" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.915769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cbbd6b-ce99-432d-8001-47b15ec13023" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.915853] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cbbd6b-ce99-432d-8001-47b15ec13023',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.988280] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c634d62f-e414-418a-af6d-06b687dbe1ab: rpc.has_security_group_logging(os_id): False [ 930.010723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.010962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.010962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.011166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.011261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.011522] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.011625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.011711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.011909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.011991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.012189] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.012284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.012348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.012486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.012558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.012731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.012823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.012885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.013210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.013337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.013428] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 930.128524] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.130791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.130791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.130791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.130791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.149427] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 930.154779] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.155922] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.156130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.156213] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00957ad-038e-481b-8455-7188de227296 with status ACTIVE [ 930.159118] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.159593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.159593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.159714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.159714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.160480] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.160480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.160480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.160480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.161268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.161268] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.161268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.161268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.161268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.161268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.161587] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00957ad-038e-481b-8455-7188de227296 is going to be updated. [ 930.186442] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.186638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.186638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.186847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.186985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.187240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00957ad-038e-481b-8455-7188de227296" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.419414] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12cbbd6b-ce99-432d-8001-47b15ec13023 [ 930.419659] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.419839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.419884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.420596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.420755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.420872] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12cbbd6b-ce99-432d-8001-47b15ec13023 already deleted. [ 930.420971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cbbd6b-ce99-432d-8001-47b15ec13023" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.438678] env[66232]: INFO networking_nsxv3.common.synchronization [req-d3002ca6-50de-408c-971e-ccc0115c376e req-6e3a448a-58e1-49b1-8d4d-902d3e6bed8c tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 930.439344] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 930.439521] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440183] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440714] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.657323] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.815776] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 930.816050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.816263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.816504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.816591] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.946109] env[66232]: INFO networking_nsxv3.common.synchronization [req-daf42fde-3c09-42bc-94a1-797efdfa2557 req-7b796656-6320-4d0c-b3c5-670435fcb2e0 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 930.946774] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.946908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.946978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.947522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.947522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.947667] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.947743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.947922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.948015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.948128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.948273] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 930.949507] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 930.952641] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.953698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.956184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.956414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.956775] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.956775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.957029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.957029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.957029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.957217] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.993276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.993276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.993276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.993276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.993276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.005389] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 931.160931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.161126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.161227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.161422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.161492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.161609] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 is going to be created. [ 931.189767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.189906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.189906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.190148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.190308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.201936] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: UNINITIALIZED for 2s [ 931.238371] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 4s [ 931.323491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.323491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326512] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326512] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.347571] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.347761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.347761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.348090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.348373] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.348553] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.348718] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.348940] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.349254] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.349486] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.349604] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.349745] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.349857] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.349980] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.350158] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.353675] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.378262] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.378430] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.378623] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.378962] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.379401] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-ecce4576-1f90-4515-9f82-bd5abdc403f8 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.379599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.379750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.380107] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.380247] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecce4576-1f90-4515-9f82-bd5abdc403f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.461782] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.831021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.831528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.831528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.831528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.831635] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.832091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.832168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.832419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.832419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.832525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.832644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.832736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.832795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.832933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.833095] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.833181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.833243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.833379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.833448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.833526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.833614] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.887320] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.887630] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.887761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.888050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.888209] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888365] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port ecce4576-1f90-4515-9f82-bd5abdc403f8 not found, creating... [ 931.888692] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.888876] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.888997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.889235] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.889375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889764] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.889953] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.890306] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.890584] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.890850] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.891087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: ecce4576-1f90-4515-9f82-bd5abdc403f8 is going to be created. [ 931.914023] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.914317] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.915439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.915439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.915439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.915439] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.964934] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.966947] env[66232]: INFO networking_nsxv3.common.synchronization [None req-fe95a3c1-70e1-4c8b-b184-a318bbd3ae25 None None] Enqueued Resource ID: 8df3a16c-2751-40fd-a1f1-2790332ad077 with Priority: HIGHEST for action port [ 931.968641] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3a16c-2751-40fd-a1f1-2790332ad077 with Priority: HIGHEST for action port [ 931.970646] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df3a16c-2751-40fd-a1f1-2790332ad077 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.970646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df3a16c-2751-40fd-a1f1-2790332ad077" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.970646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df3a16c-2751-40fd-a1f1-2790332ad077" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.970646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df3a16c-2751-40fd-a1f1-2790332ad077" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.971025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df3a16c-2751-40fd-a1f1-2790332ad077',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.166634] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 932.166963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337597] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 682a7422-51c6-44e7-9fb0-0acb0056c977: rpc.has_security_group_logging(os_id): False [ 932.356474] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.356679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.356755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.356991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.357111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.357581] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.361021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.361021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.361021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.361021] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 932.445062] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.445877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.445969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.446205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.446364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.458927] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 932.467605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.467605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.467841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.470865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.470865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.470865] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 932.474419] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df3a16c-2751-40fd-a1f1-2790332ad077 [ 932.474707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.474837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.475198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.475198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.475198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.475345] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df3a16c-2751-40fd-a1f1-2790332ad077 already deleted. [ 932.475376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df3a16c-2751-40fd-a1f1-2790332ad077" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.509040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.509040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.509040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.509288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.509894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.518657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 932.706564] env[66232]: INFO networking_nsxv3.common.synchronization [req-daf42fde-3c09-42bc-94a1-797efdfa2557 req-97f76e85-a959-4250-b7b0-16347d4030b6 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 932.706820] env[66232]: INFO networking_nsxv3.common.synchronization [req-daf42fde-3c09-42bc-94a1-797efdfa2557 req-97f76e85-a959-4250-b7b0-16347d4030b6 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 932.707037] env[66232]: INFO networking_nsxv3.common.synchronization [req-daf42fde-3c09-42bc-94a1-797efdfa2557 req-97f76e85-a959-4250-b7b0-16347d4030b6 service nova] Enqueued Resource ID: ecce4576-1f90-4515-9f82-bd5abdc403f8 with Priority: HIGHEST for action port [ 932.707721] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 932.708205] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 932.708368] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecce4576-1f90-4515-9f82-bd5abdc403f8 with Priority: HIGHEST for action port [ 932.710255] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.710450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.710488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.710752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.710859] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.711997] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.712130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.712376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecce4576-1f90-4515-9f82-bd5abdc403f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.712485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.712563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.712781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.712884] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecce4576-1f90-4515-9f82-bd5abdc403f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.017081] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 933.017081] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 933.017081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.213692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: SUCCESS [ 933.213692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.213692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.213692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214037] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.214037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.214037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.214037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214700] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.216113] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecce4576-1f90-4515-9f82-bd5abdc403f8 with status ACTIVE [ 933.216879] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217535] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.218048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.218158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.218325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.218325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.218478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.218515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.218623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecce4576-1f90-4515-9f82-bd5abdc403f8 is going to be updated. [ 933.248551] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 933.248826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.249313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.249533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.249720] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.249832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.249897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.250069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.250154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.250243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.250336] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.265158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.265158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.265158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.265158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.265158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.265158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecce4576-1f90-4515-9f82-bd5abdc403f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.267337] env[66232]: INFO networking_nsxv3.common.synchronization [req-71b4ef76-c8b5-4b08-9b66-6c9258770147 req-bdd75399-3d6c-4bbe-8b32-cfd9e878b6ec tempest-ImagesOneServerTestJSON-1163078818 tempest-ImagesOneServerTestJSON-1163078818-project-member] Enqueued Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 933.268125] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 933.268752] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.268902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.269009] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.269293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.269493] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.269632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.269727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.269915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.270121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.270253] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.723082] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.750583] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.750583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-331" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.750583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-331" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.750583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-331" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.751838] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.752045] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.752173] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.752414] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.752561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.752768] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.752883] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.752996] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.753148] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.753326] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.753457] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.753593] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.755178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.755288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.755354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.755518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.755663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.755756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.755818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.755954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.759125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.759285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.759478] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.759584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.759648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.759806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.759986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.760068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.760126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.760250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.760331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.763348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.763348] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.773510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.774283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.774283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.774424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.774552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.774823] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.774959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.775032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.775244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.775323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.775416] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 already deleted. [ 933.775743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.784538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.784652] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.785065] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.785065] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-331" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.785393] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-786c3116-0085-44ce-8ddb-917a3e7b720b taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.785608] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.785819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.786095] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.786390] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786c3116-0085-44ce-8ddb-917a3e7b720b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.224375] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fd1fcda-27e7-44db-96fd-bd61fea73be1: rpc.has_security_group_logging(os_id): False [ 934.244749] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.244967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.245103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.245359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.245455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.245909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.246234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.246277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.246527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.246664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.246774] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 is going to be created. [ 934.263441] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c210891-3a1d-4c3b-82fb-f6a26b77d457: rpc.has_security_group_logging(os_id): False [ 934.284106] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.284362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.284495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.284819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.285162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.285517] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.285697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.285805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.286089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.286227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.286539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.286697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.286799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.287093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.287220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.287778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.287778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.287986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.288086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.288225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.288346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 934.290537] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.290973] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.291078] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.291580] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.291656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.291807] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 786c3116-0085-44ce-8ddb-917a3e7b720b not found, creating... [ 934.292110] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.292282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292403] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292616] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292762] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.293063] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.293240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.293368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.293568] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.293705] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.293905] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 786c3116-0085-44ce-8ddb-917a3e7b720b is going to be created. [ 934.323165] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.323391] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.323771] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.323872] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.325227] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.325227] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.327427] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.327427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.327427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.327427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.327427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.347877] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: IN_PROGRESS for 2s [ 934.379604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.379848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.379919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.381091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.381091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.402148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 934.482064] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 934.482310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.532803] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 934.533079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.533192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.533444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.533644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.533782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.533854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.534049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.534154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.534250] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.833937] env[66232]: INFO networking_nsxv3.common.synchronization [req-62cad988-2d84-4031-b63b-b3366f19ba0a req-c9087c9a-f1a2-4d55-99ca-99d5e41c8d2a tempest-InstanceActionsV221TestJSON-415930668 tempest-InstanceActionsV221TestJSON-415930668-project-member] Enqueued Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 934.834554] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGHEST for action security_group_members [ 934.834999] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.835171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.835449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.835449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.835663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.835663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.835822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.835822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.835929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.836018] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.002567] env[66232]: INFO networking_nsxv3.common.synchronization [req-71b4ef76-c8b5-4b08-9b66-6c9258770147 req-7eccfe04-34e1-4d31-996a-25458ad8dd50 service nova] Enqueued Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_rules [ 935.002960] env[66232]: INFO networking_nsxv3.common.synchronization [req-71b4ef76-c8b5-4b08-9b66-6c9258770147 req-7eccfe04-34e1-4d31-996a-25458ad8dd50 service nova] Enqueued Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 935.002960] env[66232]: INFO networking_nsxv3.common.synchronization [req-71b4ef76-c8b5-4b08-9b66-6c9258770147 req-7eccfe04-34e1-4d31-996a-25458ad8dd50 service nova] Enqueued Resource ID: 786c3116-0085-44ce-8ddb-917a3e7b720b with Priority: HIGHEST for action port [ 935.003114] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_rules [ 935.003249] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 935.003349] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786c3116-0085-44ce-8ddb-917a3e7b720b with Priority: HIGHEST for action port [ 935.003900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.004139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.004373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.004540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.004625] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.005521] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.005667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.005758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.005949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.006153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.006377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.006377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.007676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.007676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.007676] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.007834] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-786c3116-0085-44ce-8ddb-917a3e7b720b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.007966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.008072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.008298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.008405] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786c3116-0085-44ce-8ddb-917a3e7b720b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.036956] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.342170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.342575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.342575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.342660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.343423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.343423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.343423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.343423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.343423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.343724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.343724] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d is going to be updated. [ 935.374939] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.375306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.375418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.375591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.380549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.390919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: IN_PROGRESS for 2s [ 935.472936] env[66232]: INFO networking_nsxv3.common.synchronization [req-ecc1f95a-31fd-4b21-938a-d36dc5bfab7f req-df0e0cb6-be50-4303-85e5-7356fd928ad6 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 935.473513] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 935.473831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.474175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.474358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.474446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.474601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.475920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.475920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.475920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.475920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.475920] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.510083] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.514324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514324] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786c3116-0085-44ce-8ddb-917a3e7b720b with status ACTIVE [ 935.514324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.514324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.514324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.514324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.515111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.515111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.515111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.515111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.515111] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786c3116-0085-44ce-8ddb-917a3e7b720b is going to be updated. [ 935.539891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.540110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.540110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.540324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.540464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.540623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786c3116-0085-44ce-8ddb-917a3e7b720b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.541181] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.834986] env[66232]: INFO networking_nsxv3.common.synchronization [req-ecc1f95a-31fd-4b21-938a-d36dc5bfab7f req-52d90b09-6155-4627-8c43-8e372ad5afdb tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 935.838030] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 935.838353] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.838456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.977928] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.017249] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.048167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.048167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.048167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.048167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.048167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.048167] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 936.082115] env[66232]: INFO networking_nsxv3.common.synchronization [req-ecc1f95a-31fd-4b21-938a-d36dc5bfab7f req-8e26ecc4-edb5-494f-92aa-60ea44eb4e33 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 936.082807] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.082962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.083035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.083432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.083432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.084701] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 936.085265] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.085413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.095952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 936.163178] env[66232]: INFO networking_nsxv3.common.synchronization [req-85d562a3-f1a4-4baf-84f1-7b5dae23c7a4 req-09efe268-9394-40bd-ae6f-068f1521fa4d tempest-InstanceActionsTestJSON-944235673 tempest-InstanceActionsTestJSON-944235673-project-member] Enqueued Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 936.163178] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 936.163178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.163178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.163178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.163178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.163178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.163178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.165200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.168316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.168513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.168549] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.368437] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: SUCCESS [ 936.368932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.425139] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 936.425139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.481506] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.523092] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.523092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.523229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.523377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.523465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.523571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 is going to be created. [ 936.548756] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.549038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.549038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.549239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.549409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.563272] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: UNINITIALIZED for 2s [ 936.671888] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-226" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672486] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-226" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672936] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-226" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673355] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673639] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673832] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.674273] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.674411] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.674699] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.674906] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.675114] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.675309] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.675486] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.675718] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.675855] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.677551] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.677722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.677948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.678106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.678362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.678595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.678595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.678822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.678951] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.679107] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 already deleted. [ 936.679246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.698778] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.698778] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.698778] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.698778] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-226" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.699412] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-f834fab1-e1ae-4659-8e48-28f657f7b49d taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.700043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.700043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.700164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.700727] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f834fab1-e1ae-4659-8e48-28f657f7b49d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.984854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.985066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.985137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.985383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.985477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.985584] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 937.016672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.016802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.016919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.017268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.017493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.027268] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 937.204402] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.204402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.204552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.205169] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.205169] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.205341] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port f834fab1-e1ae-4659-8e48-28f657f7b49d not found, creating... [ 937.205787] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.206599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.206599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.206599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.206599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.206987] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.207233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.207485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.207765] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.207946] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.208426] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: f834fab1-e1ae-4659-8e48-28f657f7b49d is going to be created. [ 937.233845] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.234215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.234412] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.234758] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.235203] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.235505] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.404045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e532c10d-3e73-4f81-a33d-5f03340ff47d in Status: SUCCESS [ 937.405134] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d deletion is rescheduled due to dependency. [ 937.405134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.947080] env[66232]: INFO networking_nsxv3.common.synchronization [req-85d562a3-f1a4-4baf-84f1-7b5dae23c7a4 req-5c3e5bc0-0ba3-4dba-a78c-b9fa30bea472 service nova] Enqueued Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_rules [ 937.947377] env[66232]: INFO networking_nsxv3.common.synchronization [req-85d562a3-f1a4-4baf-84f1-7b5dae23c7a4 req-5c3e5bc0-0ba3-4dba-a78c-b9fa30bea472 service nova] Enqueued Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 937.947461] env[66232]: INFO networking_nsxv3.common.synchronization [req-85d562a3-f1a4-4baf-84f1-7b5dae23c7a4 req-5c3e5bc0-0ba3-4dba-a78c-b9fa30bea472 service nova] Enqueued Resource ID: f834fab1-e1ae-4659-8e48-28f657f7b49d with Priority: HIGHEST for action port [ 937.948017] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_rules [ 937.948059] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 937.948150] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f834fab1-e1ae-4659-8e48-28f657f7b49d with Priority: HIGHEST for action port [ 937.948576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.948725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.948803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.949133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.949239] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.950087] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.950406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.950406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.950539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.950675] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.950947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.950947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.951075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.951166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.951259] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.952937] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f834fab1-e1ae-4659-8e48-28f657f7b49d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.953772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.953772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.953772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.953772] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f834fab1-e1ae-4659-8e48-28f657f7b49d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.106373] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 938.106920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.106920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.107514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.107831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.107922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.108289] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.108456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.108574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.108693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.109135] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.455287] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.458891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458891] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f834fab1-e1ae-4659-8e48-28f657f7b49d with status ACTIVE [ 938.458891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.458891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.458891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.458891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.459617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.459617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.459617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.459617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.459617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f834fab1-e1ae-4659-8e48-28f657f7b49d is going to be updated. [ 938.483297] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.483452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.483607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.483899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.484053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.484211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f834fab1-e1ae-4659-8e48-28f657f7b49d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577738] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: SUCCESS [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.577738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577738] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.611541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.611739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.611739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.611916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.612156] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.612310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.612350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.612579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.612719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.612855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.613041] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.613205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.613247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.613392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.613502] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.613600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.613692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.613907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.614146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.615072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.615243] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.961564] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.042655] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 939.042924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.043280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.043495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.043801] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.043996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.044152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.044351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.044456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.044588] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.081952] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.082200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.082319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.082606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.082835] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.083075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.083284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.083788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.083788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.083788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.084033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.084033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.084186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.084363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.084643] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.084824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.084950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.085065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.085168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.085255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.085383] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.119113] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 939.142512] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.142696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.142789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.142936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.143034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.143280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.143391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.143445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.143607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.143683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.144078] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.144078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.144078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.144223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.144295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.144470] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.144565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.144617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.144781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.144861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.144950] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 939.224694] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.224694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.224694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.224953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.225081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.241858] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 939.464709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.465091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.465152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.465450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.465582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.465735] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 is going to be created. [ 939.489831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.490055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.490055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.490241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.490499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.502487] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: UNINITIALIZED for 2s [ 939.547272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.547442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.547506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.547716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.547852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.547992] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.548115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.548305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.548382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.548468] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 939.577375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.577568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.577568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.577776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.577914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.587546] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 939.587750] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18: rpc.has_security_group_logging(os_id): False [ 939.605758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.606091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.606091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.606375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.606503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.607577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.607577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.607577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.607577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.607577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.607860] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.608640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.608785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.608992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.609109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.609520] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.609520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.609520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.609734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.609734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.610303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 is going to be created. [ 939.680030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.680030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.680030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.680227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.680323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.699178] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: IN_PROGRESS for 2s [ 941.261444] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 941.261934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513883] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: SUCCESS [ 941.513883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.514132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.514293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.514540] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.514668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.514781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.515080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.515142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515384] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.598533] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 941.598703] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab deletion is rescheduled due to dependency. [ 941.598877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.599220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.599697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.599697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.599832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.600094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.600211] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.712979] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: SUCCESS [ 941.713178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.018224] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.018407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.018503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.018860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.019086] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.019242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.019348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.019584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.019712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.019849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.020132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.020340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.020414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.020959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.021232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.021371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.021439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.021640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.021713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.021838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.022254] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.106557] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.106708] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.106852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.107000] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.107280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.107504] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.108227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.108328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.108554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.108718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.108763] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 942.144635] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.144800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.144876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.145146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.145294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.155969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 942.524272] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27a695d2-3ba5-4629-8b06-ca031db47ff1: rpc.has_security_group_logging(os_id): False [ 942.544624] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.544805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.544876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.545163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.545163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.545448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.545561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.545561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.546105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.546105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.546105] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.546105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.546105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.546402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.546402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.546604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.547073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.547073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.547204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.548789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.548789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 is going to be created. [ 942.607517] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.607517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.607724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.607779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.607917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.623937] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: IN_PROGRESS for 2s [ 942.950463] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.950610] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 943.690855] env[66232]: INFO networking_nsxv3.common.synchronization [req-a6e4a18a-60cd-4747-a887-071659e2049f req-b7cbd5e9-5e89-4fe3-b662-13f0479ce9db tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 943.691539] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 943.691758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.691915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.691998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.692560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.692715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.692821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.692885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.693050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.693137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.693254] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.996057] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.996286] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.996414] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.996713] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.997107] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.997319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.997603] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.997941] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.998230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.998550] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.998804] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.999084] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.999218] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.999375] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.999522] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.999706] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.023641] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.023809] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.023951] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.024186] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.024567] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.024862] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.024917] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.025273] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.025412] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61799a52-e6bf-4f8f-ad9b-6e90ae16218c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.177928] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 944.178147] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab deletion is rescheduled due to dependency. [ 944.178269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.195288] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.196383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.196383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.196383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.196383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.196383] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.197721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.197721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.197721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.197721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.197721] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 944.240601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.240783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.240885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.241129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.241369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.252270] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 944.528258] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.528525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.528692] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.528979] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.529165] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.529352] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 61799a52-e6bf-4f8f-ad9b-6e90ae16218c not found, creating... [ 944.529648] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.529805] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.529923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.530214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.530416] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.530734] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.530919] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.531073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.531321] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.531426] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.531581] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 61799a52-e6bf-4f8f-ad9b-6e90ae16218c is going to be created. [ 944.552086] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.552376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.552470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.552741] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.552982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.553227] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.641769] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: SUCCESS [ 944.642013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.891932] env[66232]: INFO networking_nsxv3.common.synchronization [req-d49b977b-8a88-46b6-b77d-69dcfe6c732c req-d45ccf96-8bf9-46ba-9fc1-f9c45b3fea7e tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 944.892891] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 944.893445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.893645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.893784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.894205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.894478] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.894647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.894783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.895285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.895285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.895390] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.301282] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.301540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.301724] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.302140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.302456] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.302624] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.302744] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.302987] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.303228] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.303423] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.303541] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.303653] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.303765] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.303877] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.303988] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.304157] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.328213] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.328361] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.328509] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.328701] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.329192] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.329425] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.330049] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.330136] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.336289] env[66232]: INFO networking_nsxv3.common.synchronization [req-a6e4a18a-60cd-4747-a887-071659e2049f req-a3c6c6b5-e6cb-4988-8e1d-6245ea23122b service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 945.336458] env[66232]: INFO networking_nsxv3.common.synchronization [req-a6e4a18a-60cd-4747-a887-071659e2049f req-a3c6c6b5-e6cb-4988-8e1d-6245ea23122b service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 945.336591] env[66232]: INFO networking_nsxv3.common.synchronization [req-a6e4a18a-60cd-4747-a887-071659e2049f req-a3c6c6b5-e6cb-4988-8e1d-6245ea23122b service nova] Enqueued Resource ID: 61799a52-e6bf-4f8f-ad9b-6e90ae16218c with Priority: HIGHEST for action port [ 945.338197] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 945.338197] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 945.338197] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61799a52-e6bf-4f8f-ad9b-6e90ae16218c with Priority: HIGHEST for action port [ 945.338825] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.339817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.339817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.339817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.339817] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.340469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.340555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.340730] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.341130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.341130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.341130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.341298] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61799a52-e6bf-4f8f-ad9b-6e90ae16218c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.398801] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.399140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.399140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.399458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.399688] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.399967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.400137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.400180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.400361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.400452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.400576] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c already deleted. [ 945.400652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.836666] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.836894] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.837039] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.837327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.837493] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.837670] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 not found, creating... [ 945.837946] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.838125] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.838245] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838486] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838627] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.838991] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.839173] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.839294] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.839504] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.839642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.839783] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 is going to be created. [ 945.846832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.846958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.847252] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61799a52-e6bf-4f8f-ad9b-6e90ae16218c with status ACTIVE [ 945.847668] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.847753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.847788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.847964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.848616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.848616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.848616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.848616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.848877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.848877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.848966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.848996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.849923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.849923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.849923] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61799a52-e6bf-4f8f-ad9b-6e90ae16218c is going to be updated. [ 945.865135] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.865498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.865498] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.865757] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.865998] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866247] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.872429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.872606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.872650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.872817] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.872950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.873127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61799a52-e6bf-4f8f-ad9b-6e90ae16218c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.266921] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 946.267321] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 deletion is rescheduled due to dependency. [ 946.267321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.267512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.267748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.267953] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.268087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.268155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.268723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.268723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.268723] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.633191] env[66232]: INFO networking_nsxv3.common.synchronization [req-d49b977b-8a88-46b6-b77d-69dcfe6c732c req-d4b81f58-c22e-4b87-9dc1-a9f3fe88c7b0 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 946.633439] env[66232]: INFO networking_nsxv3.common.synchronization [req-d49b977b-8a88-46b6-b77d-69dcfe6c732c req-d4b81f58-c22e-4b87-9dc1-a9f3fe88c7b0 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 946.633645] env[66232]: INFO networking_nsxv3.common.synchronization [req-d49b977b-8a88-46b6-b77d-69dcfe6c732c req-d4b81f58-c22e-4b87-9dc1-a9f3fe88c7b0 service nova] Enqueued Resource ID: 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 with Priority: HIGHEST for action port [ 946.634426] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 946.634636] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 946.634782] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 with Priority: HIGHEST for action port [ 946.635218] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.635467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.635532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.635972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.635972] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.637261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.637436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.637552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.637829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.638094] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.638259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.638366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.638610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.638754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.638906] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.640526] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.640650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.640771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.641021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.641107] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.772683] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.142936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.143171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.143389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.144329] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 with status ACTIVE [ 947.144627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.144739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.144739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.145222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.145222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.145222] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.145582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.145582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.145582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.145703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.145796] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.145886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.145970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.146174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.146254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.146350] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4 is going to be updated. [ 947.174144] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.174328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.174328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.174577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.174752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.174908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e2f10d-ddce-41f7-80d3-ec89e6f2f2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.274956] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.648978] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.778176] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.778400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.778494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.778795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.779892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.779892] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 947.813373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.813564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.813653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.813866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.824310] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 948.151650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.151837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.151894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.152259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.152389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.152504] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be created. [ 948.177195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.177402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.177486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.177702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.177866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.188941] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: UNINITIALIZED for 2s [ 949.263415] env[66232]: INFO networking_nsxv3.common.synchronization [req-e955b7f6-21dd-421e-860c-c384dfac3ce6 req-01dc5682-3b6a-479a-9e9d-004b4c42ae00 tempest-ServersAdminNegativeTestJSON-868436593 tempest-ServersAdminNegativeTestJSON-868436593-project-member] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 949.264170] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 949.264429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.264711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.264711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.264905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.265015] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.265261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.265367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.265524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.265599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.265668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.769234] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.846233] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 949.846675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.846777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.847438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.847438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.847438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.847653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.848203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.848203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.848203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.848203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.199990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 950.200236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.200407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.200621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.200873] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.201229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.201229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.201360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.201360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.201438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.201516] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.272135] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.352342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.352884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.353982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.353982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.354261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.354316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.354399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.354522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.355185] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.355185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.355185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.355320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.355529] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.355693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.356022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.356241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.356346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.356441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.356543] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.704678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.704678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.704678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.704678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.704678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.704931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.704931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.705765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.705895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.706129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.706207] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.706288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.706352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.707165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711681] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.711681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.711681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711681] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.774954] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.775230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.775329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.775654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.775721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.775974] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be updated. [ 950.808767] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.809087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.809087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.809282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.809414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.819127] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 950.860507] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5242be-a6d3-4db6-b067-253a9984e743: rpc.has_security_group_logging(os_id): False [ 950.879808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.879808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.879808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.879808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.880510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.880510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.880510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.880510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.880681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.880681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.880866] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 950.949129] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.949304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.949355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.950466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.950466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.966824] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 950.987239] env[66232]: INFO networking_nsxv3.common.synchronization [req-234c0956-6a21-4837-8099-1f9bc827ca1b req-9a38cfb7-1198-48d8-8ce2-836f4e1963d5 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 950.987418] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 950.987755] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.987870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.987936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.991016] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.991016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.991016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.991016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.991016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.991016] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.213860] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfe3686-ca49-4469-917b-a82ca9627a1c: rpc.has_security_group_logging(os_id): False [ 951.238773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.238773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.238928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.239058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.239152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.239435] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.239507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.239507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.241343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.241343] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.241343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.241343] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be created. [ 951.448617] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.449216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.449216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.449785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.449785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.493878] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.494161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.494161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.494293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.494454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.494583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.494760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.494836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.494994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.495106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.495226] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 951.517367] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 951.543496] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.543821] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.543989] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.544307] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.544586] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.544750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.544898] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.545175] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.545385] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.545630] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.545753] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.545900] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.546087] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.546272] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.546354] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.546514] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.549252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.549451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.549451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.549632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.549837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.584025] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 951.590290] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.590540] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.590605] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.590779] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.591338] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-b43293f3-18fd-4adb-9f71-4a3a50eb288a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.591560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.591692] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.592160] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.592319] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43293f3-18fd-4adb-9f71-4a3a50eb288a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.095515] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.096106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.096230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.096533] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.096694] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.096860] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port b43293f3-18fd-4adb-9f71-4a3a50eb288a not found, creating... [ 952.097277] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.097457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.097588] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.097973] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.098241] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.098602] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.098839] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.098992] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.099331] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.099531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.099707] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: b43293f3-18fd-4adb-9f71-4a3a50eb288a is going to be created. [ 952.123164] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.123447] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.123582] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.123871] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.124107] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.124351] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.819642] env[66232]: INFO networking_nsxv3.common.synchronization [req-234c0956-6a21-4837-8099-1f9bc827ca1b req-67ab7a82-4d71-4617-bc9f-1c2ab80f7277 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 952.819642] env[66232]: INFO networking_nsxv3.common.synchronization [req-234c0956-6a21-4837-8099-1f9bc827ca1b req-67ab7a82-4d71-4617-bc9f-1c2ab80f7277 service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 952.819642] env[66232]: INFO networking_nsxv3.common.synchronization [req-234c0956-6a21-4837-8099-1f9bc827ca1b req-67ab7a82-4d71-4617-bc9f-1c2ab80f7277 service nova] Enqueued Resource ID: b43293f3-18fd-4adb-9f71-4a3a50eb288a with Priority: HIGHEST for action port [ 952.822735] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 952.822735] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 952.822735] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43293f3-18fd-4adb-9f71-4a3a50eb288a with Priority: HIGHEST for action port [ 952.825289] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.825756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.825962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.827029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.829848] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.829848] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.829848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.829848] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43293f3-18fd-4adb-9f71-4a3a50eb288a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.829848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.829848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.829848] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.829848] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43293f3-18fd-4adb-9f71-4a3a50eb288a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.842779] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 952.842779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.988424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 952.989450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.333425] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.337049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b43293f3-18fd-4adb-9f71-4a3a50eb288a with status ACTIVE [ 953.337049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.337049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.337049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.337049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.341053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.341053] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b43293f3-18fd-4adb-9f71-4a3a50eb288a is going to be updated. [ 953.374753] env[66232]: INFO networking_nsxv3.common.synchronization [None req-e5c181b9-cd12-4350-a9a3-2f3598c75366 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 953.377161] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 953.378087] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.378362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.378362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.378591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.378764] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.378925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.378925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.379551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.379551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.379551] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.384920] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.384920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.384920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.384920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.384920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.384920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43293f3-18fd-4adb-9f71-4a3a50eb288a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.532494] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 953.532749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.596171] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 953.596353] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 953.596516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.596644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.597181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.597832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.600672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.600754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.600983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.601109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.601243] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.882011] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.104417] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.341588] env[66232]: INFO networking_nsxv3.common.synchronization [req-09747588-d197-4aa4-86f1-453a3421e9b7 req-6f51b8cc-eb82-42ec-84cb-4443023efc8d tempest-ImagesTestJSON-55475634 tempest-ImagesTestJSON-55475634-project-member] Enqueued Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 954.342536] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 with Priority: HIGHEST for action security_group_members [ 954.343706] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c210891-3a1d-4c3b-82fb-f6a26b77d457 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.343838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.343964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345234] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.345801] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c210891-3a1d-4c3b-82fb-f6a26b77d457',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.386455] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.607096] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.851935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.851935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.851935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.851935] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 is going to be updated. [ 954.963136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.963136] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 954.963136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.963136] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: IN_PROGRESS for 2s [ 954.963136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.963136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.964353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.964353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.964353] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 955.113980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.114271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.114393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.114692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.114842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.115026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 955.166261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.166261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.166261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.166479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.166528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.180624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 955.779316] env[66232]: INFO networking_nsxv3.common.synchronization [None req-836fa440-4ade-4806-849d-0c1ea298984a None None] Enqueued Resource ID: 62b45d04-b6c1-4d75-af9a-4f026ddefd7b with Priority: HIGHEST for action port [ 955.779316] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b45d04-b6c1-4d75-af9a-4f026ddefd7b with Priority: HIGHEST for action port [ 955.781297] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b45d04-b6c1-4d75-af9a-4f026ddefd7b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.781444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b45d04-b6c1-4d75-af9a-4f026ddefd7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.781512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b45d04-b6c1-4d75-af9a-4f026ddefd7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.781917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b45d04-b6c1-4d75-af9a-4f026ddefd7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.781983] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b45d04-b6c1-4d75-af9a-4f026ddefd7b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.877627] env[66232]: INFO networking_nsxv3.common.synchronization [req-5f043998-7248-4387-9ff2-626780baba13 req-811b87ef-a53b-41d5-9244-07af3cfa3a4c tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 955.878722] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 955.878722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.878722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.879025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.879077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.879160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.879286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.879396] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.879493] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.285253] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62b45d04-b6c1-4d75-af9a-4f026ddefd7b [ 956.285564] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.286155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.286155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.286155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.286321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.286321] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62b45d04-b6c1-4d75-af9a-4f026ddefd7b already deleted. [ 956.286414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b45d04-b6c1-4d75-af9a-4f026ddefd7b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.317298] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.317522] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.317753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.318099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.318404] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.318608] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.318763] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.319485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.319485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.319485] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.319689] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.319809] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.319955] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.320111] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.320250] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.320414] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.346079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.346322] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.346506] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.346734] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.347108] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-02944086-a8fd-4753-b187-d00297883505 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.347328] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.347486] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.347866] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.348060] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02944086-a8fd-4753-b187-d00297883505',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.381441] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.850837] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.851156] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.851492] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.851768] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.851977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.852159] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 02944086-a8fd-4753-b187-d00297883505 not found, creating... [ 956.852463] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.852690] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.852813] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.853269] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.853471] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.853776] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.853933] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.854061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.854271] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.854401] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.854538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 02944086-a8fd-4753-b187-d00297883505 is going to be created. [ 956.884368] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.886881] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.887281] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.887747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.888286] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.888712] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.889095] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.931162] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 in Status: SUCCESS [ 956.931447] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c210891-3a1d-4c3b-82fb-f6a26b77d457 deletion is rescheduled due to dependency. [ 956.931626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c210891-3a1d-4c3b-82fb-f6a26b77d457" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.963833] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 956.964081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.193202] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 957.193592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.193782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.194228] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.194352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.194420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.194734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.194827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.194921] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.244260] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.244501] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.244614] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.244910] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.245238] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.245467] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.245656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.245949] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.246133] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.246426] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.246557] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.246674] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.246833] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.246990] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.247169] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.247357] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.298707] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.299349] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.299349] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.299349] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.300027] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.300027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.300277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.300470] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.300680] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.391627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.391838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.391893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.392235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.392331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.392453] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 957.431679] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.431946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.432073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.432310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.432538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.447664] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 957.638820] env[66232]: INFO networking_nsxv3.common.synchronization [req-5f043998-7248-4387-9ff2-626780baba13 req-768b33bd-30c3-44aa-8933-d8ec7997e1c5 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 957.639074] env[66232]: INFO networking_nsxv3.common.synchronization [req-5f043998-7248-4387-9ff2-626780baba13 req-768b33bd-30c3-44aa-8933-d8ec7997e1c5 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 957.639248] env[66232]: INFO networking_nsxv3.common.synchronization [req-5f043998-7248-4387-9ff2-626780baba13 req-768b33bd-30c3-44aa-8933-d8ec7997e1c5 service nova] Enqueued Resource ID: 02944086-a8fd-4753-b187-d00297883505 with Priority: HIGHEST for action port [ 957.639919] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 957.640086] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 957.640243] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02944086-a8fd-4753-b187-d00297883505 with Priority: HIGHEST for action port [ 957.640604] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.640705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.640792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.641195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641312] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.642272] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.642406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.642616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-02944086-a8fd-4753-b187-d00297883505 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.642751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.642751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.642896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.643051] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02944086-a8fd-4753-b187-d00297883505',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.697790] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.698023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.698124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.698418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.698636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.698775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.698857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.699079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.699221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.699378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.699571] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.699677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.699745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.699938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.700154] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.700292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.700353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.700535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.700666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.700784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.700893] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.804252] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.804549] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.804718] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.805108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.805319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.805508] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 not found, creating... [ 957.805859] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.806086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.806219] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.806482] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.806656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.806979] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.807200] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.807334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.807604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.807774] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.807975] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 is going to be created. [ 957.832252] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.832388] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.832489] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.832901] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.833273] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.833570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.107326] env[66232]: INFO networking_nsxv3.common.synchronization [None req-945bac8d-8f8a-468d-a434-7b69e9c83009 None None] Enqueued Resource ID: a55891d4-9d55-459f-b68c-4f580eff1937 with Priority: HIGHEST for action port [ 958.108022] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55891d4-9d55-459f-b68c-4f580eff1937 with Priority: HIGHEST for action port [ 958.108355] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55891d4-9d55-459f-b68c-4f580eff1937 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.109232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55891d4-9d55-459f-b68c-4f580eff1937" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.109367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55891d4-9d55-459f-b68c-4f580eff1937" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.109662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55891d4-9d55-459f-b68c-4f580eff1937" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.109755] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55891d4-9d55-459f-b68c-4f580eff1937',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.145114] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.145454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.145454] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02944086-a8fd-4753-b187-d00297883505 with status ACTIVE [ 958.145630] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.145744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.145807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.146032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.146146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.146338] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.146489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.146489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.146756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.146756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.147056] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.147056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.147233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.147233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.147415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.147415] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02944086-a8fd-4753-b187-d00297883505 is going to be updated. [ 958.171396] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.171551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.171597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.171819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.172161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.172370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02944086-a8fd-4753-b187-d00297883505" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.203845] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 958.233969] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.234319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.234452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.235734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.235734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.235734] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.235734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.235734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.236376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.236376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.236376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.236534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.237580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.237580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.237580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.237580] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.237580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.237580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.237932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.237971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.238123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 958.402026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.402026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.402026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.440312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 958.614556] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55891d4-9d55-459f-b68c-4f580eff1937 [ 958.617972] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.618229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.618342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.618612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.618715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.618836] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55891d4-9d55-459f-b68c-4f580eff1937 already deleted. [ 958.619052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55891d4-9d55-459f-b68c-4f580eff1937" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.632371] env[66232]: INFO networking_nsxv3.common.synchronization [req-10472e76-3a20-4aa6-9bd3-4235214a97ad req-bd4de024-ed38-4a0c-8192-3bfbcbdb2eaa service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 958.632371] env[66232]: INFO networking_nsxv3.common.synchronization [req-10472e76-3a20-4aa6-9bd3-4235214a97ad req-bd4de024-ed38-4a0c-8192-3bfbcbdb2eaa service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 958.632576] env[66232]: INFO networking_nsxv3.common.synchronization [req-10472e76-3a20-4aa6-9bd3-4235214a97ad req-bd4de024-ed38-4a0c-8192-3bfbcbdb2eaa service nova] Enqueued Resource ID: ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 with Priority: HIGHEST for action port [ 958.633098] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 958.633237] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 958.633335] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 with Priority: HIGHEST for action port [ 958.633618] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.633735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.633802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.633999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.634147] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.635008] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.635189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.636096] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.636096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.636445] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.637986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.637986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.637986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.637986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.637986] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.140722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.140722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.141194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.141886] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 with status ACTIVE [ 959.142083] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.142249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.142308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.142742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.142742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.142742] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.142952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.142952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.143068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.143159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.143313] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.143418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.143498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.143590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.143669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.143741] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86 is going to be updated. [ 959.166721] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.166858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.166937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.167166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.167304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.167462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee5c5f3f-b71b-4c0d-aac3-c7e3902d2a86" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.459842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 959.460345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.460345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.460506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.460712] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.460840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.460904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.461162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.461270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.461368] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.646311] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.842578] env[66232]: INFO networking_nsxv3.common.synchronization [None req-c28bb704-bc92-41f5-969b-4cb539824920 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 959.842578] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 959.842578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.842578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.842578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.843212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.843526] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.963387] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.992266] env[66232]: INFO networking_nsxv3.common.synchronization [None req-50087647-2786-46a1-88ed-1a97c2973290 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 959.992584] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 959.992783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.992909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.149650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.152028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.152028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.152028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.152028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.152028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 960.192143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.192446] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.192504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.192809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.193067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.204846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 960.307166] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-05658937-6e30-4564-beec-7c79e8a53d18 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 960.309771] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 960.310237] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.310387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.310457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.310719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.310933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.311115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.311202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.311369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.311496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.311660] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.365464] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.365733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.365733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.365916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.365995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.366107] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b already deleted. [ 960.366185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.366367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.366534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.366622] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.456623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 960.456894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.468544] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.756870] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-343e9200-5058-4ff5-affd-164009142ab6 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 960.757143] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 960.757833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.757833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.814399] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.814399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.814531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.814837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.814925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.815151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.815282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.815358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.815536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.815614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.815704] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 960.843250] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.843430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.843547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.843788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.843966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.855516] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 960.891675] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.891922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.892030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.892244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.892390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.892925] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b already deleted. [ 960.892925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.972463] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.972615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.972691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.972949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.973094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.973243] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 961.023975] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.024157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.024238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.024529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.024716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.036418] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 961.169126] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.169280] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-272" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.169458] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-272" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.169853] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-272" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.170108] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.170570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.170570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.170722] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.170852] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.171213] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.171383] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.171506] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.171657] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.172152] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.172152] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.172152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.196477] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.196715] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.196938] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.197073] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-272" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.197511] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-cf993137-1645-4780-ba6d-d186f80b892b taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.197684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.197882] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.198154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.198453] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf993137-1645-4780-ba6d-d186f80b892b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.700967] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.700967] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701395] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701395] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701717] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port cf993137-1645-4780-ba6d-d186f80b892b not found, creating... [ 961.702079] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.702264] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.702368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.702591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.702706] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.703893] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.704161] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.704389] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.705230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.705230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.705424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: cf993137-1645-4780-ba6d-d186f80b892b is going to be created. [ 961.729354] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.729574] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.730103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.730103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.730266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.730497] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.218223] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 962.218494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.218735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.219532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.219532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.219532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.220625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.220625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.220625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.220625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.220625] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.561383] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-736f9267-b153-4421-8435-8c10c7cfc99d service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 962.561383] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-736f9267-b153-4421-8435-8c10c7cfc99d service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 962.561629] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-736f9267-b153-4421-8435-8c10c7cfc99d service nova] Enqueued Resource ID: cf993137-1645-4780-ba6d-d186f80b892b with Priority: HIGHEST for action port [ 962.562225] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 962.562373] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 962.562566] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf993137-1645-4780-ba6d-d186f80b892b with Priority: HIGHEST for action port [ 962.562877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.563101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.563173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.563539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.563539] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.564526] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.564890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf993137-1645-4780-ba6d-d186f80b892b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.565011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.565108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.565295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.565381] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf993137-1645-4780-ba6d-d186f80b892b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.723661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.724086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.724086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.724189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.724370] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.724472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.724535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.724725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.724823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.724914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.725155] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.725284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.725344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.725493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.725634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.725746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.725847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.726041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.726165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.726264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.726393] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.869578] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 962.869578] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab deletion is rescheduled due to dependency. [ 962.869784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.869877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.870249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.870411] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.870532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.870600] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.870759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.870843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.870939] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.051841] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.051841] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.051841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.051841] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.069314] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.069522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.070310] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf993137-1645-4780-ba6d-d186f80b892b with status ACTIVE [ 963.071145] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.071145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.071145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.071145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.071145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.071621] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.071621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.071706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.071961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.071961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.072455] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.072455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.072455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.074155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.074155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.074155] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf993137-1645-4780-ba6d-d186f80b892b is going to be updated. [ 963.097961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.098127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.098189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.098661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.098661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.098810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf993137-1645-4780-ba6d-d186f80b892b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.229898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5242be-a6d3-4db6-b067-253a9984e743: rpc.has_security_group_logging(os_id): False [ 963.265896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.266173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.266360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.266582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.266693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.266929] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.267130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.267130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.267314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.268511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.268853] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.268980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.269091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.269361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.269483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.269617] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.269727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.269831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.269955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.270039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.270124] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 963.375398] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.410425] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.410425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.411307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.411307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.441040] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 963.554927] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.554927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.555177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.555494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.555785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.556020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.556066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.556270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.556492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.556601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.556843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.557115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.557115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.557207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.557480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.557519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.557950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.557950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.558255] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.571550] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.571550] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-690" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.571550] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-690" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.571848] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-690" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.572106] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.572282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.573040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.573040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.573040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.573209] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.573301] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.573906] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.573906] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.573906] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.573906] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.573906] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.599242] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.599608] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.600844] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.600844] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-690" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.600844] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.601209] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.601485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.601801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.602062] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fda0d8-7f08-4838-98b9-0c11af9e27ef',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.830638] env[66232]: INFO networking_nsxv3.common.synchronization [req-a89c7963-a218-47e0-8ad6-2b84ebab255b req-8bee59a0-3150-4f1e-9039-3fef2309301e tempest-ServersAdminNegativeTestJSON-868436593 tempest-ServersAdminNegativeTestJSON-868436593-project-member] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 963.831380] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGHEST for action security_group_members [ 963.831380] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.831380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.831603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.831603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.831771] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.831861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.831919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.832153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.832294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.832418] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.881183] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.060813] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 964.085456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.085628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.085707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.085918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.086029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.086351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.086351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.086546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.086546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.086619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.086815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.087020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.087020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.087203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.087253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.087591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.087721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.087784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.087952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.088062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.088185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 964.105129] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.105379] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.105512] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.105918] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.106094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.106258] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port e6fda0d8-7f08-4838-98b9-0c11af9e27ef not found, creating... [ 964.106529] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.106693] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.106811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.107064] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.107210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.107511] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.107670] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.107880] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.107991] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.108144] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.108309] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: e6fda0d8-7f08-4838-98b9-0c11af9e27ef is going to be created. [ 964.127597] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.127807] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.127933] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.128273] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.128525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.128761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.205316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.205506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.205547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.205779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.205958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.245968] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 964.334625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.334786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.334861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.335105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.335204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.335428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.335532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.335594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.335754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.335835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.335938] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be updated. [ 964.376775] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.376775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.376775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.376775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.376775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.384554] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.384554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.384554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.384554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.384554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.385397] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 964.392993] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: IN_PROGRESS for 2s [ 964.417262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.417653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.417847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.427246] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 964.864664] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-4ba3e973-35c2-43fc-a976-071202d63feb service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 964.864664] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-4ba3e973-35c2-43fc-a976-071202d63feb service nova] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 964.864664] env[66232]: INFO networking_nsxv3.common.synchronization [req-57ab6298-6b1b-4bc9-96bc-185ce8d2ed95 req-4ba3e973-35c2-43fc-a976-071202d63feb service nova] Enqueued Resource ID: e6fda0d8-7f08-4838-98b9-0c11af9e27ef with Priority: HIGHEST for action port [ 964.865303] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_rules [ 964.865303] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 964.865458] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fda0d8-7f08-4838-98b9-0c11af9e27ef with Priority: HIGHEST for action port [ 964.865963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.865963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.866109] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.866176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.866360] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.866456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.866518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.866728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.866807] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fda0d8-7f08-4838-98b9-0c11af9e27ef',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.246966] env[66232]: INFO networking_nsxv3.common.synchronization [req-7b511aa3-3404-4b4b-b21a-b1bd1cda2e48 req-01b0b6b0-f64a-4309-9fe2-bfcfbfd5ca19 tempest-InstanceActionsTestJSON-944235673 tempest-InstanceActionsTestJSON-944235673-project-member] Enqueued Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 965.248545] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGHEST for action security_group_members [ 965.249068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.249230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.249299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.249540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.249744] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.249873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.249941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.250162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.250270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.250386] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.370697] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6fda0d8-7f08-4838-98b9-0c11af9e27ef with status ACTIVE [ 965.374027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374027] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6fda0d8-7f08-4838-98b9-0c11af9e27ef is going to be updated. [ 965.404572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.405188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.406278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.406278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.406278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.406278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fda0d8-7f08-4838-98b9-0c11af9e27ef" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.460774] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 965.464369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.753904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.754330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.754532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.757037] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.757037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.757037] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 is going to be updated. [ 965.790632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.790846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.791348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.791528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.791797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.802522] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: IN_PROGRESS for 2s [ 965.967139] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ce5f86ed-a931-4040-830c-09400c32ceb5 None None] Enqueued Resource ID: 9d52e1a8-f674-45be-bf50-ad37874e7896 with Priority: HIGHEST for action port [ 965.967139] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d52e1a8-f674-45be-bf50-ad37874e7896 with Priority: HIGHEST for action port [ 965.968307] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d52e1a8-f674-45be-bf50-ad37874e7896 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.968675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d52e1a8-f674-45be-bf50-ad37874e7896" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.968867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d52e1a8-f674-45be-bf50-ad37874e7896" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d52e1a8-f674-45be-bf50-ad37874e7896" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.970648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d52e1a8-f674-45be-bf50-ad37874e7896',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.268969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 966.269492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.407362] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc in Status: SUCCESS [ 966.407362] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc deletion is rescheduled due to dependency. [ 966.407362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 966.441884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.442064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.442480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.442687] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.442886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.442985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.443188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.443323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.444022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.471830] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d52e1a8-f674-45be-bf50-ad37874e7896 [ 966.472233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.472434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.472537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.472841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.473043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.473202] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d52e1a8-f674-45be-bf50-ad37874e7896 already deleted. [ 966.473340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d52e1a8-f674-45be-bf50-ad37874e7896" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.947236] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.450390] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.816740] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 in Status: SUCCESS [ 967.817027] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 deletion is rescheduled due to dependency. [ 967.817151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.953690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.953862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.953936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.954214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.954314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.954424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 967.990532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.990765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.990866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.991246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.991471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.002985] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 968.826051] env[66232]: INFO networking_nsxv3.common.synchronization [None req-2db163fe-043c-4d14-a34f-44b704604c10 None None] Enqueued Resource ID: 53b3e826-a527-42f8-93e2-ad1f2ddf8c03 with Priority: HIGHEST for action port [ 968.828266] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b3e826-a527-42f8-93e2-ad1f2ddf8c03 with Priority: HIGHEST for action port [ 968.828649] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b3e826-a527-42f8-93e2-ad1f2ddf8c03 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.828868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b3e826-a527-42f8-93e2-ad1f2ddf8c03" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.828868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b3e826-a527-42f8-93e2-ad1f2ddf8c03" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.829211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b3e826-a527-42f8-93e2-ad1f2ddf8c03" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.829333] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b3e826-a527-42f8-93e2-ad1f2ddf8c03',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.333211] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53b3e826-a527-42f8-93e2-ad1f2ddf8c03 [ 969.333514] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.333755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.333755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.334116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.334116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.334181] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53b3e826-a527-42f8-93e2-ad1f2ddf8c03 already deleted. [ 969.334276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b3e826-a527-42f8-93e2-ad1f2ddf8c03" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.016404] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 970.016815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.016928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.017261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.017530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.017715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.017819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.018043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.018333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.018799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.018799] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.020169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.020169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.020434] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.020575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.020671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.020873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.020991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.021169] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.506683] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a22ef3c-eadd-4b87-a4f7-09ff3c22d077 req-086ff316-d814-4907-ae1f-56fc9ba84756 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 970.507270] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 970.507570] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.507697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.512583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.512583] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.512583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.512583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.512583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.512583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.512583] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.523695] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.523695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.524771] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.016877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.016877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.016877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.017975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.017975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.017975] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.017975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.017975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.019063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.021616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.021755] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b already deleted. [ 971.021885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.029465] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.066334] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.066334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.066334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.066334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.066852] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.066852] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.066852] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.067089] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.067238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.067470] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.067820] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.067820] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.067820] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.067971] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.068011] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.068292] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.075970] env[66232]: INFO networking_nsxv3.common.synchronization [req-12ab6e45-2776-4b80-923c-9d83bc36e1bd req-b3da85ef-4b08-43fd-bbe3-437e349f9609 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 971.076508] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 971.077042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.077215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.077297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.077468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.077626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.077729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.077789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.077935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.078032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.078127] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.092487] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.092729] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.092968] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.093350] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.093803] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-c3bfd0ad-9024-4865-9a81-4a0acca118e4 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.093999] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.094263] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.094619] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.094772] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3bfd0ad-9024-4865-9a81-4a0acca118e4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.532658] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.532658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.532821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.532928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.532984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.533090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 971.569602] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.569744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.569815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.570042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.570194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.581802] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 971.583618] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.583618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.583618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.583618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.583927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.584229] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.584825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.584825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.584825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.584825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.585457] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 971.597456] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.597734] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.597861] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.598154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.598303] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.598461] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port c3bfd0ad-9024-4865-9a81-4a0acca118e4 not found, creating... [ 971.598742] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.598900] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.600598] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.600598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.600598] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: c3bfd0ad-9024-4865-9a81-4a0acca118e4 is going to be created. [ 971.633224] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.633458] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.633551] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.633872] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.634216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.634537] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.651887] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.652090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.652135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.654219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.654219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.662177] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 972.022382] env[66232]: INFO networking_nsxv3.common.synchronization [req-1041b436-4079-42df-a4d5-3f7dfd71b48b req-7cb44b85-ab6e-4f63-8085-4d44951fa984 tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 972.022961] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 972.023317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.023455] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.023533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.023744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.023883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.023991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.024067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.024233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.024326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.024427] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.403715] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a22ef3c-eadd-4b87-a4f7-09ff3c22d077 req-9ff908b1-567a-4709-82d6-336aa8604b83 service nova] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 972.403923] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a22ef3c-eadd-4b87-a4f7-09ff3c22d077 req-9ff908b1-567a-4709-82d6-336aa8604b83 service nova] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 972.404397] env[66232]: INFO networking_nsxv3.common.synchronization [req-9a22ef3c-eadd-4b87-a4f7-09ff3c22d077 req-9ff908b1-567a-4709-82d6-336aa8604b83 service nova] Enqueued Resource ID: c3bfd0ad-9024-4865-9a81-4a0acca118e4 with Priority: HIGHEST for action port [ 972.405503] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 972.405706] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 972.405872] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3bfd0ad-9024-4865-9a81-4a0acca118e4 with Priority: HIGHEST for action port [ 972.406264] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.406969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.406969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.406969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.406969] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.408182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.408411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.408411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.408607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.409149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.409149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.409149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.409322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.409982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.409982] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.411488] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3bfd0ad-9024-4865-9a81-4a0acca118e4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.411488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.411488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.413035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.415032] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3bfd0ad-9024-4865-9a81-4a0acca118e4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.526603] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.916790] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.916988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.917336] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.918943] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3bfd0ad-9024-4865-9a81-4a0acca118e4 with status ACTIVE [ 972.919297] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.919542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.919542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.920954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.920954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.921104] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.923212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.923287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.923478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.923581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.923863] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.923940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.924043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.924175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.924272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.924335] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3bfd0ad-9024-4865-9a81-4a0acca118e4 is going to be updated. [ 972.960357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.960547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.960589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.960880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.961307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3bfd0ad-9024-4865-9a81-4a0acca118e4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033032] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.426390] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.538529] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.538529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.538529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.538529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.538529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.538529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 973.577353] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.577353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.577548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.578302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.579751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.597088] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 973.597337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.598156] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 973.598473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.598554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.599033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.599033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.599033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.600659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603019] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.679945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 973.680339] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 973.681497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.929438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.929673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.929788] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.930120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.930313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.930412] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be created. [ 973.964081] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.964229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.964319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.964543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.964691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.978194] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: UNINITIALIZED for 2s [ 974.108563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c634d62f-e414-418a-af6d-06b687dbe1ab: rpc.has_security_group_logging(os_id): False [ 974.130061] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.130210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.130286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.130695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.130695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.130831] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.130934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.130985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.131159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.131236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.131490] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.131608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.131648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.131774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.131841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.132577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.132731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.132782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.132924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.132997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.133095] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 974.202213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.203037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.203300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.203786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.203973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.219670] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 975.129898] env[66232]: INFO networking_nsxv3.common.synchronization [None req-319d5768-a0df-437a-b8a9-e7696cf1b0a2 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 975.130686] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 975.130808] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.130898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.130953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.132859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.133545] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.274530] env[66232]: INFO networking_nsxv3.common.synchronization [None req-49bf4ed5-f8b9-483d-9c5e-488f5749c3ed tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 975.274832] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 975.275303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.275303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.615506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 975.616128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.663805] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.663805] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a already deleted. [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.663805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.663805] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.917077] env[66232]: INFO networking_nsxv3.common.synchronization [req-81a81720-5911-4932-b6b2-7a71c6de3292 req-e28b4bad-c5db-4b54-893a-09625ddfab20 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 975.917311] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 975.917922] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.918130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.918522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.918522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.918642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.918797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.918925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.919166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.919602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.919602] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.990670] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 975.991043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.991201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.991481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.991696] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.991826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.991887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.992115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.992179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.992211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.992337] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.175358] env[66232]: INFO networking_nsxv3.common.synchronization [req-47a143a5-1b84-44a6-b882-cc4a3d55bbd0 req-f492841a-6342-40ef-8b6e-4290ba56ef2f tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 976.175969] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 976.176368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.176505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.176593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.176930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.177157] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.177341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.177420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.177967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.177967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.177967] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.187377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.187517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.187517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.187691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.187786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.187885] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a already deleted. [ 976.188018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.244585] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 976.244585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.244585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.244585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.244585] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.423489] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.495022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.599400] env[66232]: INFO networking_nsxv3.common.synchronization [None req-85d02d85-0aaa-46dd-bc96-3a1492134152 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 976.600469] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 976.600780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.600891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.680588] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.682377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.682377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.682377] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 976.715092] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.715262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.715467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.715726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.715799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.726084] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 976.749257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.749486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.749561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.749774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.749947] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.750067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.750132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.750280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.750365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.750453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.750543] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.932333] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.985173] env[66232]: INFO networking_nsxv3.common.synchronization [req-fce54649-b9ca-484f-bab1-4ae3348a9d6b req-7ffe2fbd-4bbf-4da6-8050-d29b878422df tempest-ServerAddressesNegativeTestJSON-1611516311 tempest-ServerAddressesNegativeTestJSON-1611516311-project-member] Enqueued Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 976.985615] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 976.987275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.987275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.987275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.987595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.987667] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.988011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.988011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.988011] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.988203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.988203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.997292] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c11a2c-3678-470a-9009-72b881887d9b: rpc.has_security_group_logging(os_id): False [ 977.023468] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.023621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.023710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.023950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.024086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.024258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.024355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.024415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.024564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.024634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.024715] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be created. [ 977.096686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.096686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.096686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.096686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.096686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.109859] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 977.256957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.256957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.256957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.256957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.256957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.256957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.257672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.257672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.257672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.257672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.258050] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.258050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.258877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.258877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.258877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.259722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.259722] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.435021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.436702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.436920] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 977.475285] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.475490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.475573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.475847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.476081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.487222] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 977.492339] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.492563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.492688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.492967] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.493381] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.493554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.493738] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.494195] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.494282] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.494468] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.494583] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.494692] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.494800] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.494908] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.495043] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.495185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.496648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.496792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.496950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.497130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.497188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.497378] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.497565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.497565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.497685] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.497765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.497852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e already deleted. [ 977.498055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.522178] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.523163] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.524611] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.524611] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-43" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.524611] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.524611] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.524611] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.525149] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.525149] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb80820b-94e2-4d90-9b5a-4cfcbea3341c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.762697] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c634d62f-e414-418a-af6d-06b687dbe1ab: rpc.has_security_group_logging(os_id): False [ 977.784838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.784838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.784838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.784838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.785590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.785590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.785590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.785590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.785590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.785590] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 977.848306] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.848602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.848602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.849661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.849661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.867768] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 978.028070] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.028388] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.028563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.028885] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.029086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.029295] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port eb80820b-94e2-4d90-9b5a-4cfcbea3341c not found, creating... [ 978.029644] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.029850] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.030013] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.030309] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.030487] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.030811] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.031036] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.031199] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.031490] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.031667] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.031842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: eb80820b-94e2-4d90-9b5a-4cfcbea3341c is going to be created. [ 978.054566] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.054780] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.054904] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.055218] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.055537] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.055775] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158401] env[66232]: INFO networking_nsxv3.common.synchronization [req-34e59ea0-c05c-4ab9-b8c6-af4f5f1cd04e req-0d7dc1dc-b268-4638-9ed0-2d5f48636053 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 978.159119] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 978.159657] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.159850] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.159966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.164348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.164551] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.164662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.164725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.164928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.165024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.165136] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.672221] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.738086] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 978.738296] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 978.738437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.782377] env[66232]: INFO networking_nsxv3.common.synchronization [req-fce54649-b9ca-484f-bab1-4ae3348a9d6b req-4ee1f011-acc3-49d7-8ec0-2ddc6572b2ae service nova] Enqueued Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_rules [ 978.783422] env[66232]: INFO networking_nsxv3.common.synchronization [req-fce54649-b9ca-484f-bab1-4ae3348a9d6b req-4ee1f011-acc3-49d7-8ec0-2ddc6572b2ae service nova] Enqueued Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 978.783422] env[66232]: INFO networking_nsxv3.common.synchronization [req-fce54649-b9ca-484f-bab1-4ae3348a9d6b req-4ee1f011-acc3-49d7-8ec0-2ddc6572b2ae service nova] Enqueued Resource ID: eb80820b-94e2-4d90-9b5a-4cfcbea3341c with Priority: HIGHEST for action port [ 978.783422] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_rules [ 978.783693] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 978.783693] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb80820b-94e2-4d90-9b5a-4cfcbea3341c with Priority: HIGHEST for action port [ 978.784815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.784953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.785049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.785574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.785656] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.786575] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.786763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.786842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.787030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.787202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.789287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.789287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.789287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.789287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.789287] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.789678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.789793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.789847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.789995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.790106] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb80820b-94e2-4d90-9b5a-4cfcbea3341c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.987157] env[66232]: INFO networking_nsxv3.common.synchronization [req-34e59ea0-c05c-4ab9-b8c6-af4f5f1cd04e req-c3d5eb2a-82c1-45d6-9e16-f5f553397130 tempest-ServersTestMultiNic-544331094 tempest-ServersTestMultiNic-544331094-project-member] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 978.989385] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGHEST for action security_group_members [ 978.989908] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.990073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.122694] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 979.122922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174611] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.291739] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.291914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.292185] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.294338] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb80820b-94e2-4d90-9b5a-4cfcbea3341c with status ACTIVE [ 979.294577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.294698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.295344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.296438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.297584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.297584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.297584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.297584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.297584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.297584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.298213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.298370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.302168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.302168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.302168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.302168] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb80820b-94e2-4d90-9b5a-4cfcbea3341c is going to be updated. [ 979.334261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.334261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.334261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.334261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.334261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.334261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb80820b-94e2-4d90-9b5a-4cfcbea3341c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.500217] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 979.501046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.501046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.501046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.501213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.501353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.501420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.501630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.501742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.501852] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.678316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.678686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.678686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.678778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.682129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.682129] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 979.722847] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.722990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.723535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.723761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.723825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.740712] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 979.743252] env[66232]: INFO networking_nsxv3.common.synchronization [None req-252f0032-2a43-4d0d-8280-ca6a971a2fed None None] Enqueued Resource ID: bbc81822-ee10-40ca-b1ea-a676d6597fc4 with Priority: HIGHEST for action port [ 979.744277] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc81822-ee10-40ca-b1ea-a676d6597fc4 with Priority: HIGHEST for action port [ 979.744835] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc81822-ee10-40ca-b1ea-a676d6597fc4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.744835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc81822-ee10-40ca-b1ea-a676d6597fc4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.745063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc81822-ee10-40ca-b1ea-a676d6597fc4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.746060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc81822-ee10-40ca-b1ea-a676d6597fc4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.746155] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc81822-ee10-40ca-b1ea-a676d6597fc4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.801527] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.891177] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 979.891593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.984126] env[66232]: INFO networking_nsxv3.common.synchronization [req-a8256b8e-5787-49aa-830e-eb221fd75180 req-861d436e-a88c-4389-9a0d-0d9920b24ddd tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 979.984803] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGHEST for action security_group_members [ 979.985375] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.985536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.985608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.985824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.985982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.986111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.986173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.986320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.986624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.986740] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.004829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.005051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.005051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.005692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.005756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.006090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 980.036501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.037280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.037280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.037531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.037711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.049412] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 980.250538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbc81822-ee10-40ca-b1ea-a676d6597fc4 [ 980.250901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.252312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.252312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.252312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.252312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.252312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbc81822-ee10-40ca-b1ea-a676d6597fc4 already deleted. [ 980.252312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc81822-ee10-40ca-b1ea-a676d6597fc4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.304924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.306447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.306602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.307538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.307659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.308089] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e is going to be created. [ 980.356195] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.356195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.356195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.356195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.356195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.371521] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: UNINITIALIZED for 2s [ 980.489477] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.489642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.489879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.489958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.489995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.490207] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.490298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.490356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.490498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.490567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.490649] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c is going to be updated. [ 980.520021] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.520167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.520270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.520422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.520562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.532023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: IN_PROGRESS for 2s [ 981.752924] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 981.753357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.753357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.753820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.754014] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.754261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.754401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.754684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.754824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.754994] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.061573] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 982.061712] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 deletion is rescheduled due to dependency. [ 982.061846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.258382] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.258705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.258705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.259037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.259037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.259276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.259429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.259530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.259751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.259868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.259998] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be updated. [ 982.289610] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.289784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.289853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.290092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.290269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.300144] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: IN_PROGRESS for 2s [ 982.383945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: SUCCESS [ 982.384966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.384966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.384966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.384966] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.385254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.385254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.385339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.385400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.385502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.385600] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.542098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c in Status: SUCCESS [ 982.542568] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c deletion is rescheduled due to dependency. [ 982.542568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.889107] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.889576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.889576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.890823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.890823] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.890823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.890823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.890823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.891149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.891149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.891322] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.891503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.892033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.892242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.892512] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.892650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.892757] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.893227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.893372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.893441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.893542] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.334968] env[66232]: INFO networking_nsxv3.common.synchronization [None req-ff12f381-ca51-4285-a6b5-3114ca6003f0 None None] Enqueued Resource ID: fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f with Priority: HIGHEST for action port [ 983.335537] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f with Priority: HIGHEST for action port [ 983.335840] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.335998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.338619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.338944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.339051] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.396683] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888d08a3-00fe-46e5-9ee1-6912e3b2801e: rpc.has_security_group_logging(os_id): False [ 983.425431] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.425583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.425752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.425866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.425957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.426204] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.426305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.426370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.426528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.426608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.426782] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.426877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.426938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.427094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.427168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.427346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.427441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.427494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.427632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.427707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.427791] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e is going to be created. [ 983.497017] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.497017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.497369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.497454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.497653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.520909] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: IN_PROGRESS for 2s [ 983.841683] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f [ 983.841995] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.842457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.842457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.842618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.842709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.842804] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f already deleted. [ 983.842884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf0a7a8-49f3-4c98-ab51-e5f0e18f279f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.311036] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c634d62f-e414-418a-af6d-06b687dbe1ab in Status: SUCCESS [ 984.311036] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab deletion is rescheduled due to dependency. [ 984.311036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.007867] env[66232]: INFO networking_nsxv3.common.synchronization [req-92635ba9-959b-4a82-abc7-f25560b6f27e req-7bf90f8c-2872-43dd-94b1-4a7571812a3c tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 985.008503] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 985.009520] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.009520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.009520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.009520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.009750] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.009801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.009838] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.009968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.010069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.010167] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.512694] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.535285] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: SUCCESS [ 985.535285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.015428] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.521908] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.521908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.521908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.521908] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 986.548213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.548932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.548932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.548932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.548932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559308] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 986.751692] env[66232]: INFO networking_nsxv3.common.synchronization [req-862132e8-f40e-4091-b3f0-9ef3c0d73f7f req-0c81c9a6-361e-415c-9d47-ce79e6474c36 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 986.752390] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 986.752791] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.752871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.753769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.753769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.753769] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.753769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.753769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.754025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.754025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.754087] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.070038] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.070038] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.070038] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.070312] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.070312] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.070661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.070661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.070886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.071074] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071327] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.071496] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.071640] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.071766] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.071907] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.072122] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.072299] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.092812] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.092996] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.093133] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.093306] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.093626] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-4668285e-1102-4fd5-bbb0-2b22211fac3f taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.093875] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.094021] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.094394] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.094540] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4668285e-1102-4fd5-bbb0-2b22211fac3f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.257158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.257237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.257319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.257557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.257669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.257938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.258192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.258245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.258464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.258580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.258693] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 987.300148] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.300384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.300384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.300723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.300723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310427] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 987.597048] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.597373] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.597422] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.597704] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.598027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.598203] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 4668285e-1102-4fd5-bbb0-2b22211fac3f not found, creating... [ 987.598475] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.598632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.598749] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.598967] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.599155] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.599500] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.599661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.599778] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.599982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.600131] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.600298] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 4668285e-1102-4fd5-bbb0-2b22211fac3f is going to be created. [ 987.623161] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.623489] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.623617] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.623975] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.624305] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.624642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.370148] env[66232]: INFO networking_nsxv3.common.synchronization [req-862132e8-f40e-4091-b3f0-9ef3c0d73f7f req-174a1b88-9e70-459f-812e-32a4fe8942ad service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 988.370363] env[66232]: INFO networking_nsxv3.common.synchronization [req-862132e8-f40e-4091-b3f0-9ef3c0d73f7f req-174a1b88-9e70-459f-812e-32a4fe8942ad service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 988.370646] env[66232]: INFO networking_nsxv3.common.synchronization [req-862132e8-f40e-4091-b3f0-9ef3c0d73f7f req-174a1b88-9e70-459f-812e-32a4fe8942ad service nova] Enqueued Resource ID: 4668285e-1102-4fd5-bbb0-2b22211fac3f with Priority: HIGHEST for action port [ 988.375029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 988.375029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 988.375029] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4668285e-1102-4fd5-bbb0-2b22211fac3f with Priority: HIGHEST for action port [ 988.375029] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.375029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.375029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.375029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.375029] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.378028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.378028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.378028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-4668285e-1102-4fd5-bbb0-2b22211fac3f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.378028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.378028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.378028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.378028] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4668285e-1102-4fd5-bbb0-2b22211fac3f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.572113] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 988.572866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.878518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.878877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880258] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4668285e-1102-4fd5-bbb0-2b22211fac3f with status ACTIVE [ 988.880467] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.880627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.880711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.880861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.880955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.881143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.881244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.881306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.881501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.881576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.881775] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.881863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.881899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.882050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.882128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.882212] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4668285e-1102-4fd5-bbb0-2b22211fac3f is going to be updated. [ 988.903552] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.903713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.903794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.904021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.904166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.904333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4668285e-1102-4fd5-bbb0-2b22211fac3f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.214530] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.214734] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.214859] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.215164] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.215427] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.215590] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.215710] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.215925] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.216081] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.216293] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.216406] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.216515] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.216624] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.216731] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.216838] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.216966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.246283] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.246468] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.246616] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.246792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.247142] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-86134442-3093-486d-9c89-c296fcb48017 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.247320] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.247442] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.247769] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.247925] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86134442-3093-486d-9c89-c296fcb48017',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.321624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 989.321988] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 989.322256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.322567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.322885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.323189] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.323450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.323607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.323861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.324120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.324327] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.753552] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.753863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.753863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.754621] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.754621] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.755022] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.755179] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.755494] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.755716] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.755924] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.756379] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.756577] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.756723] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.757026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.757233] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.757442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 86134442-3093-486d-9c89-c296fcb48017 is going to be updated. [ 989.777045] env[66232]: INFO networking_nsxv3.common.synchronization [req-577dd519-de3e-403c-9967-d7a729f12a75 req-573a58ad-374f-4c02-96c8-94ec07fb5569 tempest-ServerAddressesNegativeTestJSON-1611516311 tempest-ServerAddressesNegativeTestJSON-1611516311-project-member] Enqueued Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 989.777696] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e with Priority: HIGHEST for action security_group_members [ 989.778114] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-888d08a3-00fe-46e5-9ee1-6912e3b2801e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.778261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.778335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.778604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.778989] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.779164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.779273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.779474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.779568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.779668] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888d08a3-00fe-46e5-9ee1-6912e3b2801e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.781395] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.781634] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.781763] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.781984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.782189] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.782405] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.826792] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.284648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.284922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.284922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.285956] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.285956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.285956] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e is going to be updated. [ 990.318357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.318689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.318869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.320379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.320379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.329459] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.331546] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: IN_PROGRESS for 2s [ 990.518772] env[66232]: INFO networking_nsxv3.common.synchronization [req-75a4e8d1-767e-40b8-9a7d-29c803c801aa req-16643b55-8ced-4a76-81b4-5f17834a75d5 service nova] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 990.518937] env[66232]: INFO networking_nsxv3.common.synchronization [req-75a4e8d1-767e-40b8-9a7d-29c803c801aa req-16643b55-8ced-4a76-81b4-5f17834a75d5 service nova] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 990.519201] env[66232]: INFO networking_nsxv3.common.synchronization [req-75a4e8d1-767e-40b8-9a7d-29c803c801aa req-16643b55-8ced-4a76-81b4-5f17834a75d5 service nova] Enqueued Resource ID: 86134442-3093-486d-9c89-c296fcb48017 with Priority: HIGHEST for action port [ 990.519330] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_rules [ 990.519592] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 990.519705] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86134442-3093-486d-9c89-c296fcb48017 with Priority: HIGHEST for action port [ 990.520291] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.520441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.520480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520782] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.521753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.521853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.521935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.522124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.522284] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.522654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.522783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.522982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.523132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.523245] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.524090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-86134442-3093-486d-9c89-c296fcb48017 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.524137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.524204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.524960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524960] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86134442-3093-486d-9c89-c296fcb48017',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.835040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835040] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 990.872553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.872781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.872853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.873071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.873218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.883847] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 991.026350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.026350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.026350] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.027032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86134442-3093-486d-9c89-c296fcb48017 with status ACTIVE [ 991.029173] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.029173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.029173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.029173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.029173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.029173] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.029173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.029792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.029792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.029792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.029792] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.029927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.029959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.030141] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.030242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.030899] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86134442-3093-486d-9c89-c296fcb48017 is going to be updated. [ 991.059688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.059898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.059956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.060176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.060319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.060478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86134442-3093-486d-9c89-c296fcb48017" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.533044] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.001996] env[66232]: INFO networking_nsxv3.common.synchronization [req-fe325c17-7977-4ae5-a1f6-a80e1af868fa req-bbd5504a-d4e1-4bac-98cf-c753dbb18c3c tempest-ImagesOneServerTestJSON-1163078818 tempest-ImagesOneServerTestJSON-1163078818-project-member] Enqueued Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 992.002801] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGHEST for action security_group_members [ 992.004923] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.005139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.005139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.005316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.005431] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.005852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.005964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.006136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.006230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.006324] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.035417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.035596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.035650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.035847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.035929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.036040] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be updated. [ 992.067938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.068161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.068233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.068415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.068585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.083840] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: IN_PROGRESS for 2s [ 992.343716] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e in Status: SUCCESS [ 992.344029] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888d08a3-00fe-46e5-9ee1-6912e3b2801e deletion is rescheduled due to dependency. [ 992.344251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888d08a3-00fe-46e5-9ee1-6912e3b2801e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.509012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.509012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.509012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.509325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.509927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.509927] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.510146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.510191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.510441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.510589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.510766] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 is going to be updated. [ 992.544218] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.544914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.544914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.545473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.571870] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: IN_PROGRESS for 2s [ 992.895381] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 992.895381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.895573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.895732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.895896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.896060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.896276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.896330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.896449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.896490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.896586] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.398700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.398927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.398927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.399266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.399805] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.399805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.399805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.399982] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.400104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.400207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.400413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.400521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.400521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.400676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.400864] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.400984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.401066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.401245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.401336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.401386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.401450] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.905067] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfe3686-ca49-4469-917b-a82ca9627a1c: rpc.has_security_group_logging(os_id): False [ 993.926533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.926730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.926730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.926976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.927085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.927319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.927421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.927487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.927666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.927745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.928090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.928090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.928256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.928319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.928496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.928625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.928728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.928790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.928938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.929100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.929198] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 994.009057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.009293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.009293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.009492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.009646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.031646] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 994.115038] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 994.115304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.115496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.115743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.115951] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.116164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.116236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.116371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.116526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.116595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.116746] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.582158] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 in Status: SUCCESS [ 994.582349] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 deletion is rescheduled due to dependency. [ 994.582449] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619181] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.125812] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69d06601-1ad8-4978-bac0-4e5a663db161: rpc.has_security_group_logging(os_id): False [ 995.129706] env[66232]: INFO networking_nsxv3.common.synchronization [req-298a1101-3700-4861-8f26-5d9babb60f66 req-a36f2fd9-d9fd-4a8e-b411-ef074f4dcc3e tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 995.130493] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 with Priority: HIGHEST for action security_group_members [ 995.130903] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd1fcda-27e7-44db-96fd-bd61fea73be1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.131075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.131167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.131365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.131536] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.131712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.131763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.131943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.132088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.132165] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd1fcda-27e7-44db-96fd-bd61fea73be1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.148721] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.149903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.150324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.150604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.150889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.151128] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.151252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.151330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.151635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.151722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.151762] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be updated. [ 995.245959] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.246575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.246718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.247037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.247519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.266041] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: IN_PROGRESS for 2s [ 995.493344] env[66232]: INFO networking_nsxv3.common.synchronization [req-f73b2e79-1313-47e2-9adc-98345883241f req-55d2feff-0419-4762-9109-4536b36c71f2 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 995.494513] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 995.494848] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.495118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.495118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.495311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.495467] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.495569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.495674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.495789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.495876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.495988] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.636457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.636631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.636740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.636968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.637099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.637867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.637977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.638778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.638778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.638778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.638778] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 is going to be updated. [ 995.682582] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.682800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.683122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.683416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.683567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700641] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: IN_PROGRESS for 2s [ 995.999624] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.999824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.999911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.000236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.000348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.001395] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.001395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.001395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.001395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.001395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.001395] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a already deleted. [ 996.001395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.003973] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.004138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.004247] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.004489] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.004807] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.005458] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.005628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.005863] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.006525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.006525] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.006525] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.006685] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.006719] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.006839] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.006949] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.007110] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.030215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.030215] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.030215] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.030215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-284" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.030461] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-9235186a-6c86-4fce-a0cb-50fcb718a87d taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.030601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.030666] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.030982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.031135] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9235186a-6c86-4fce-a0cb-50fcb718a87d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.053657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 996.053932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.538027] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.538027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.538027] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.538505] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.538505] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.538692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 9235186a-6c86-4fce-a0cb-50fcb718a87d not found, creating... [ 996.539032] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.539262] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.539378] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.539661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.539816] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.540214] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.540426] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.540560] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.540868] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.541064] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.541215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 9235186a-6c86-4fce-a0cb-50fcb718a87d is going to be created. [ 996.563741] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.564056] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.564214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.564530] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.564793] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.565063] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.281540] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 997.285738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.294686] env[66232]: INFO networking_nsxv3.common.synchronization [req-f73b2e79-1313-47e2-9adc-98345883241f req-f1bbad95-8bbf-42ed-a39f-bc65cb2d9489 service nova] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 997.294748] env[66232]: INFO networking_nsxv3.common.synchronization [req-f73b2e79-1313-47e2-9adc-98345883241f req-f1bbad95-8bbf-42ed-a39f-bc65cb2d9489 service nova] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 997.294883] env[66232]: INFO networking_nsxv3.common.synchronization [req-f73b2e79-1313-47e2-9adc-98345883241f req-f1bbad95-8bbf-42ed-a39f-bc65cb2d9489 service nova] Enqueued Resource ID: 9235186a-6c86-4fce-a0cb-50fcb718a87d with Priority: HIGHEST for action port [ 997.295481] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_rules [ 997.295631] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 997.295713] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9235186a-6c86-4fce-a0cb-50fcb718a87d with Priority: HIGHEST for action port [ 997.299567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.299567] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.299567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.299567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.299567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.299567] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.307333] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9235186a-6c86-4fce-a0cb-50fcb718a87d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.307563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.307563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.308220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.308220] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9235186a-6c86-4fce-a0cb-50fcb718a87d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.714063] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 in Status: SUCCESS [ 997.714063] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd1fcda-27e7-44db-96fd-bd61fea73be1 deletion is rescheduled due to dependency. [ 997.714063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd1fcda-27e7-44db-96fd-bd61fea73be1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.809916] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.810102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.810304] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.812114] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9235186a-6c86-4fce-a0cb-50fcb718a87d with status ACTIVE [ 997.812254] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.812404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.813157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.813157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.813157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.813157] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.813391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.813391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.813501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.813604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.813854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.813973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.814066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.814413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.814413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.814413] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9235186a-6c86-4fce-a0cb-50fcb718a87d is going to be updated. [ 997.838449] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.838646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.838741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.838981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.839186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.839387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9235186a-6c86-4fce-a0cb-50fcb718a87d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.313521] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.819620] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.819988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.819988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.820632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.820632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.820632] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a is going to be created. [ 998.848677] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.849192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.849192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.849192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.849334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.860487] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: UNINITIALIZED for 2s [ 999.999697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.000034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.000034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.000212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.000290] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.059475] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1000.059731] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1000.163245] env[66232]: INFO networking_nsxv3.common.synchronization [None req-299001dd-587f-4356-b438-bd088e527cee tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1000.164777] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1000.165455] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.165748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.165910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.166272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.166554] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.338600] env[66232]: INFO networking_nsxv3.common.synchronization [None req-34033f18-047a-4b50-8311-883914739c20 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1000.339222] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1000.339574] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.339707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.504605] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.696175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.696175] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c already deleted. [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.696175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.696898] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.872823] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: SUCCESS [ 1000.873077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.873248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.873476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.873678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.873810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.873870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.874213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.874307] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.008620] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.218859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.219036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.219113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.219367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.219482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.219591] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c already deleted. [ 1001.219705] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.377031] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.510529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1001.510690] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1001.854474] env[66232]: INFO networking_nsxv3.common.synchronization [req-05338b94-d6e9-464a-a3bd-9dcceb091020 req-4e27403b-456b-42c0-ae65-9afd90902fb4 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1001.855952] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1001.857339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.857339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.857339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.857339] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.881634] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b631b2-27d5-41a8-a1b5-9e940cdc713a: rpc.has_security_group_logging(os_id): False [ 1001.902909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.903116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.903223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.903461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.903586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.903902] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.904027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.904089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.904271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.904563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.904563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a is going to be created. [ 1001.979929] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.980721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.996424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: IN_PROGRESS for 2s [ 1002.215650] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.215998] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.216112] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.216387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.216665] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.216824] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.216938] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.217190] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.217308] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.217531] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.217624] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.217737] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.217854] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.217964] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.218085] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.218218] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.238615] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.238807] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.239011] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.239213] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-620" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.239601] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-dfc42895-213e-4690-bf95-a77e5dc05bb0 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.239722] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.239846] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.240308] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.240455] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc42895-213e-4690-bf95-a77e5dc05bb0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.368039] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.368244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.368244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.368541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.368541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.368736] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.368836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.368895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.369062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.369132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.369215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 1002.399833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.400065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.400065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.400272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.400417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.416625] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 1002.598500] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.598500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.598500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.598500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.616574] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1002.617680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.619108] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1002.652188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.652351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.652426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.652651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.665517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.666341] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1002.666429] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1002.666519] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1002.712620] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.712766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.712805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.713045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.714587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.714775] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1002.742715] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.743352] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.743850] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.744207] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.744472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.744541] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port dfc42895-213e-4690-bf95-a77e5dc05bb0 not found, creating... [ 1002.744809] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.745010] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.745106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.745340] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.745601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.745804] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.745977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.746112] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.746326] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.746459] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.746742] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: dfc42895-213e-4690-bf95-a77e5dc05bb0 is going to be created. [ 1002.770235] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.770452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.770578] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770860] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.771115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.771336] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.797461] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.797627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.797689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.797914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.798226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.798510] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1002.906723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.906723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.906723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.907242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.907747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.908255] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1002.908446] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'682a7422-51c6-44e7-9fb0-0acb0056c977', '3353b280-e867-4530-bad6-c27847477870', '9caa8f5b-f962-4b1e-a058-8d84dfe523b4', 'bf597670-fc58-40aa-b6ba-18ec6136e0b3', '30b6181c-f34c-4a10-abb5-b071e47eb53d', '68c11a2c-3678-470a-9009-72b881887d9b', '2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc', '3a5242be-a6d3-4db6-b067-253a9984e743', '286bb2a4-02a1-4e5f-8e44-d562a791307f', '53b631b2-27d5-41a8-a1b5-9e940cdc713a', '69d06601-1ad8-4978-bac0-4e5a663db161', '0d9ad3cc-c1e4-492b-a879-81d89b28017c', '27a695d2-3ba5-4629-8b06-ca031db47ff1', '327448f7-ca54-431c-98db-97b56a41d2b1', '6ff44461-c3c2-4d19-ad9e-7d17dce0e47a', 'f9ebc270-5e9d-41e9-9693-54f24abaf4e5', 'ba31d7e7-6549-475e-9c9b-c5d9d9409205', 'ff95b855-b3c7-4494-b6bc-57e64b43e0c6', '7cc3a0a8-eeb6-4319-8759-f4514c89c2b4', 'f4aea835-890d-4b00-9260-58ba857aa1f8', '1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39', '94c26f33-0f95-4b85-b98a-286dc66e6a5a', 'b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18', '1551a50d-ecc1-4b39-ae51-295a373b1575', 'c988364e-a276-491e-a301-cdea9d7a3617', 'f91514b5-6cbd-43d4-b633-01fb7d69e31a', '40192dd9-7e79-4352-bba5-06bba2b4a181', '9979d28a-8909-48b4-8cab-1b5aea111bf0', 'acfe3686-ca49-4469-917b-a82ca9627a1c', '0ede7981-032e-4b83-8236-b2e1acd90bca', 'ae39f714-ed7e-463e-b381-86324595e1b8', 'cb0fcc7c-e451-4a71-8a91-1d4b094d06f4', 'e532c10d-3e73-4f81-a33d-5f03340ff47d', '8046d2da-5b19-4bb1-817a-0205f9433020', 'c3d26db7-6304-412c-9927-e3c6541648b8', 'c46ff2be-2706-4ba1-9ee3-b8ca08ff819c', 'c634d62f-e414-418a-af6d-06b687dbe1ab', '721edb23-038d-4388-8209-4be13db5cb3b', '187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9', 'af9ede46-f2ca-49d6-87dc-41445f50ec57', 'b7780809-e7e0-4738-af0f-337bb87b712d', '5fd1fcda-27e7-44db-96fd-bd61fea73be1', 'b3c565fc-1991-455e-bea1-0be4d6f7a706', '5d09dc97-b2cd-4fb1-bacc-2584621c10d0', '2c210891-3a1d-4c3b-82fb-f6a26b77d457', '888d08a3-00fe-46e5-9ee1-6912e3b2801e', 'f02b72e8-b10e-4db6-bb04-7de204c36f48'} {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1002.908564] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1002.932371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.932673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.932833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.933255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.933451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.933676] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1002.933835] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1002.933999] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1003.049075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.049075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.049075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.049075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.049551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.049852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1003.049935] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1003.050016] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1003.050089] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1003.050169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1003.050242] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGH for action security_group_rules [ 1003.050322] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGH for action security_group_rules [ 1003.050390] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGH for action security_group_rules [ 1003.050457] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGH for action security_group_rules [ 1003.050520] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGH for action security_group_rules [ 1003.050639] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1003.050639] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGH for action security_group_rules [ 1003.050712] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGH for action security_group_rules [ 1003.050745] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGH for action security_group_rules [ 1003.050809] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGH for action security_group_rules [ 1003.050872] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGH for action security_group_rules [ 1003.050935] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGH for action security_group_rules [ 1003.050998] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGH for action security_group_rules [ 1003.051071] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGH for action security_group_rules [ 1003.051133] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGH for action security_group_rules [ 1003.051195] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGH for action security_group_rules [ 1003.051257] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGH for action security_group_rules [ 1003.051320] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGH for action security_group_rules [ 1003.051384] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGH for action security_group_rules [ 1003.051446] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGH for action security_group_rules [ 1003.051553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.506531] env[66232]: INFO networking_nsxv3.common.synchronization [req-05338b94-d6e9-464a-a3bd-9dcceb091020 req-be618bc7-1fd5-40f9-b8a1-adc1a870952f service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 1003.506950] env[66232]: INFO networking_nsxv3.common.synchronization [req-05338b94-d6e9-464a-a3bd-9dcceb091020 req-be618bc7-1fd5-40f9-b8a1-adc1a870952f service nova] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1003.506950] env[66232]: INFO networking_nsxv3.common.synchronization [req-05338b94-d6e9-464a-a3bd-9dcceb091020 req-be618bc7-1fd5-40f9-b8a1-adc1a870952f service nova] Enqueued Resource ID: dfc42895-213e-4690-bf95-a77e5dc05bb0 with Priority: HIGHEST for action port [ 1003.507435] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_rules [ 1003.507573] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1003.507745] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc42895-213e-4690-bf95-a77e5dc05bb0 with Priority: HIGHEST for action port [ 1003.507812] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGH for action security_group_rules [ 1003.507937] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 with Priority: HIGH for action security_group_rules [ 1003.508132] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc with Priority: HIGH for action security_group_rules [ 1003.508209] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGH for action security_group_rules [ 1003.508317] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aea835-890d-4b00-9260-58ba857aa1f8 with Priority: HIGH for action security_group_rules [ 1003.508428] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 with Priority: HIGH for action security_group_rules [ 1003.508540] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 with Priority: HIGH for action security_group_rules [ 1003.508649] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 with Priority: HIGH for action security_group_rules [ 1003.508783] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327448f7-ca54-431c-98db-97b56a41d2b1 with Priority: HIGH for action security_group_rules [ 1003.508897] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGH for action security_group_rules [ 1003.508998] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 with Priority: HIGH for action security_group_rules [ 1003.509117] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c with Priority: HIGH for action security_group_rules [ 1003.509208] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGH for action security_group_rules [ 1003.509327] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGH for action security_group_rules [ 1003.509545] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f with Priority: HIGH for action security_group_rules [ 1003.509545] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1003.509680] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGH for action security_group_rules [ 1003.509743] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d with Priority: HIGH for action security_group_rules [ 1003.509804] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGH for action security_group_rules [ 1003.509910] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 with Priority: HIGH for action security_group_rules [ 1003.510563] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.510563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.510563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.510774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.510813] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.511948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.511948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.514674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc42895-213e-4690-bf95-a77e5dc05bb0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.514674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.514674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.514846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.514936] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc42895-213e-4690-bf95-a77e5dc05bb0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.515783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.515914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.515961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516222] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.516981] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.517093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.517164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.517316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.517389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9caa8f5b-f962-4b1e-a058-8d84dfe523b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.518204] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.518312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.518377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.518524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.518600] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.519642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aea835-890d-4b00-9260-58ba857aa1f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.520682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.520682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520682] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aea835-890d-4b00-9260-58ba857aa1f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.520825] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.520983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.521063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.521224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.521297] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cc3a0a8-eeb6-4319-8759-f4514c89c2b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.522077] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.522198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.522268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.522423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.522508] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff95b855-b3c7-4494-b6bc-57e64b43e0c6',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.523234] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.523354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.523434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.523582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.523664] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba31d7e7-6549-475e-9c9b-c5d9d9409205',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.524357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327448f7-ca54-431c-98db-97b56a41d2b1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.524489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.524557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.524710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.524776] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327448f7-ca54-431c-98db-97b56a41d2b1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.526069] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.526219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.526290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.526441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.526516] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.527279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27a695d2-3ba5-4629-8b06-ca031db47ff1 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.527393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.527460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.528509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.528509] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27a695d2-3ba5-4629-8b06-ca031db47ff1',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.528692] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.528748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.528782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.528935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.529017] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d9ad3cc-c1e4-492b-a879-81d89b28017c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.529926] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.530058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.530129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530359] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.531325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.531609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286bb2a4-02a1-4e5f-8e44-d562a791307f taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.531800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.531958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.532041] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286bb2a4-02a1-4e5f-8e44-d562a791307f',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.532748] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.532871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.532936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.533330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.533330] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.534174] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.534288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.534339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.534495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.534570] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.535289] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b6181c-f34c-4a10-abb5-b071e47eb53d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.535451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.535504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.535628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.535705] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b6181c-f34c-4a10-abb5-b071e47eb53d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.536527] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.536638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.536691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.536840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.536912] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.538027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.538129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.538213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.538659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.538731] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf597670-fc58-40aa-b6ba-18ec6136e0b3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.540854] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.540978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.010740] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: SUCCESS [ 1004.011020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.011206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.011421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.011513] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.046933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.048392] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.048392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.048392] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.049337] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.049447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.049513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.049682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.049847] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.049949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.050041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.050194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.050277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.050362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.050449] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.057855] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.058035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.058151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.058415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.058662] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.058827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.058937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.059147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.059473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059473] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.060598] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.060709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.060777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.060929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.061091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.061187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.061250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.061394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.061503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.061598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.061720] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.066694] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.066812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.066929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.067103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.067329] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.067503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.067577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.067736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.067815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.067937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.068042] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.069986] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfc42895-213e-4690-bf95-a77e5dc05bb0 with status ACTIVE [ 1004.070093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.070215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.070262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.070657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.070657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.070746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.070795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.070831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.071904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.071904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.071904] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfc42895-213e-4690-bf95-a77e5dc05bb0 is going to be updated. [ 1004.076222] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.109531] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.110320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.118347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.118347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.121856] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.121856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.123331] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.123436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.124353] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.124353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.124974] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.125139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.125782] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.125867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.126582] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.126666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.128665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.128810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.129931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.130044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.130723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.130815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.136705] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1004.137249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.137373] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27a695d2-3ba5-4629-8b06-ca031db47ff1 is going to be deleted. [ 1004.139032] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.139159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.139221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.139425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.139554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.139729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc42895-213e-4690-bf95-a77e5dc05bb0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.139844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.140000] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.141859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.141977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.142572] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1004.143211] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.143312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164324] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1004.164972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.165068] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d9ad3cc-c1e4-492b-a879-81d89b28017c is going to be deleted. [ 1004.166033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.166234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.189603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.189783] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9caa8f5b-f962-4b1e-a058-8d84dfe523b4 is going to be deleted. [ 1004.190840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.191419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.200738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.200738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.219849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.220123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cc3a0a8-eeb6-4319-8759-f4514c89c2b4 is going to be deleted. [ 1004.221052] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.225106] env[66232]: INFO networking_nsxv3.common.synchronization [req-09ab23fa-593b-4783-9923-4521f3447166 req-ddcf6cd8-fc04-498a-a82d-536a9b4286a8 tempest-ServerPasswordTestJSON-360212125 tempest-ServerPasswordTestJSON-360212125-project-member] Enqueued Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1004.227310] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1004.227310] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.227310] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.227310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.227310] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.257160] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.257275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.258507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.258681] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327448f7-ca54-431c-98db-97b56a41d2b1 is going to be deleted. [ 1004.260265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.261092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.262335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.299752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.299919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286bb2a4-02a1-4e5f-8e44-d562a791307f is going to be deleted. [ 1004.301226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.301490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.305594] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.305783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.368104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.368513] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf597670-fc58-40aa-b6ba-18ec6136e0b3 is going to be deleted. [ 1004.369174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.369385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.400035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.400035] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc is going to be deleted. [ 1004.400666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.400906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.431538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 1004.431928] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 1004.431928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.432104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.432325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.432438] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.432550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.432773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.432858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.432944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.433094] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.439751] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.439917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.470760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.470977] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b6181c-f34c-4a10-abb5-b071e47eb53d is going to be deleted. [ 1004.472102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.472354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.514782] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.515153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.516022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.516022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.516022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.516022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.516022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.516283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.516283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.516347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.516422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.516535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.516654] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.520600] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.520745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.522481] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.526021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.541609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.541609] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aea835-890d-4b00-9260-58ba857aa1f8 is going to be deleted. [ 1004.543503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.543820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.555948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.556146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.556194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.556410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.556605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.557663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.557663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.558148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.558148] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.558148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.558148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.558330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.558414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.558488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.558616] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.559619] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.583294] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.583567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.583567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.583927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.584454] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.584575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.584646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.584821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.584914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.585012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.585184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.585286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.585347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.585519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.585661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.585752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.585843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.585950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.586172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.586276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.586410] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.587401] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.587616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.587616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.588574] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.588574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.588574] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.588909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.588909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.588909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.588909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.589053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.589053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.589322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.589322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.589412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.589443] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.591407] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c11a2c-3678-470a-9009-72b881887d9b: rpc.has_security_group_logging(os_id): False [ 1004.603814] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.604085] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-230" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.604252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-230" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.604692] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-230" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.605017] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.605192] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.605311] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.605555] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.605717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.605956] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.606090] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.606201] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.606330] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.606447] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.606560] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.606692] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.633632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.633914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.635432] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.635614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.636569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.636772] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be deleted. [ 1004.637937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.638243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.645983] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.646277] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.646467] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.646726] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-230" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.647098] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-cdeed9bf-480d-4a99-aaea-d66c0cf75496 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.647300] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.647488] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.647848] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.648495] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdeed9bf-480d-4a99-aaea-d66c0cf75496',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.669748] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.669901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.690015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.690210] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff95b855-b3c7-4494-b6bc-57e64b43e0c6 is going to be deleted. [ 1004.691135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.691422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.729138] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.729294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.756496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.756723] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba31d7e7-6549-475e-9c9b-c5d9d9409205 is going to be deleted. [ 1004.757601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.757977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27a695d2-3ba5-4629-8b06-ca031db47ff1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d9ad3cc-c1e4-492b-a879-81d89b28017c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.759411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.759411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9caa8f5b-f962-4b1e-a058-8d84dfe523b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.759920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.760054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cc3a0a8-eeb6-4319-8759-f4514c89c2b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.760457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327448f7-ca54-431c-98db-97b56a41d2b1" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.760919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.761054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf597670-fc58-40aa-b6ba-18ec6136e0b3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.761182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.761321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.761395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.761508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286bb2a4-02a1-4e5f-8e44-d562a791307f" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.761736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.761889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.761967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f06d4e5-7f72-4f7f-8e73-06bb52a5ecfc" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.762357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.762430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b6181c-f34c-4a10-abb5-b071e47eb53d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.762658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.762803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.827905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.828372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.828510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.828617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.828858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.828988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.829156] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1004.830939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.831606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.831835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.832021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aea835-890d-4b00-9260-58ba857aa1f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.832199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.832436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.832556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.833031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.833440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.833608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.833727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.833816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.833941] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 already deleted. [ 1004.834072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.835996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.836160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.836240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.836404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.836493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.836634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.856233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.856458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.856458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.856661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.856766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.856893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff95b855-b3c7-4494-b6bc-57e64b43e0c6" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.936453] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.945493] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.945717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.945781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.946070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.946196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.946354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba31d7e7-6549-475e-9c9b-c5d9d9409205" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.008828] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1005.009448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.009756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.009860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.010098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.010249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.020351] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.033588] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1005.063725] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3353b280-e867-4530-bad6-c27847477870: rpc.has_security_group_logging(os_id): False [ 1005.064017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69d06601-1ad8-4978-bac0-4e5a663db161: rpc.has_security_group_logging(os_id): False [ 1005.091948] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 682a7422-51c6-44e7-9fb0-0acb0056c977: rpc.has_security_group_logging(os_id): False [ 1005.093195] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 1005.098671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.098837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.098917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.099150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.110957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.111122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.126133] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.126294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.127147] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.127250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.136886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.137340] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.137478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.137626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.137929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.138047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.138152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be updated. [ 1005.139534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.139748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.151014] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.151260] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.151355] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.151636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.151883] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.152121] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port cdeed9bf-480d-4a99-aaea-d66c0cf75496 not found, creating... [ 1005.152400] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.152562] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.152811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.153152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.153329] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.153710] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.154115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.154115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.154628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.154779] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.154930] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: cdeed9bf-480d-4a99-aaea-d66c0cf75496 is going to be created. [ 1005.187380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.187656] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.187756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.187800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.188076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.188197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.188396] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.188498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.188568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.188762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.188842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.189053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.189146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.189261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.189412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.189489] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.189597] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 1005.190990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.191201] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.193395] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.193618] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.193748] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.194057] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.194307] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.194540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.221495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.221567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.221771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.221893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.222134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.222277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.222329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.222616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.222723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.222928] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.223022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.223091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.223228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.223300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.223405] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1005.224630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.224809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.234629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.234835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.264298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.264574] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.264712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.264771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.264963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.265068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.265267] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.265373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.265436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.265567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.265636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.265812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.265901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.265944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.266120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.266218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.266306] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 1005.267527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.267697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.267841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.344543] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: IN_PROGRESS for 2s [ 1005.358880] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.359108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.359108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.362024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.362024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.432727] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.432906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.433060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.433271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.437027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.442713] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.448167] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.448167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.448167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.448796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.448996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.450947] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 1005.459165] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1005.486406] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 1005.523750] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53b631b2-27d5-41a8-a1b5-9e940cdc713a: rpc.has_security_group_logging(os_id): False [ 1005.554081] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.554081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.554081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.554423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.605992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.606400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.606550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.606620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.606834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.606911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.607013] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a is going to be updated. [ 1005.696357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.696566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.696615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.696810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.696991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.715853] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: IN_PROGRESS for 2s [ 1005.952010] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.952204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.952268] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.952461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.952553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.952654] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 1005.987954] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.987954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.987954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.987954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.990399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.999641] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 1006.368283] env[66232]: INFO networking_nsxv3.common.synchronization [req-09ab23fa-593b-4783-9923-4521f3447166 req-39e2ff52-ae5b-42da-846d-9c9199f66df5 service nova] Enqueued Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_rules [ 1006.368579] env[66232]: INFO networking_nsxv3.common.synchronization [req-09ab23fa-593b-4783-9923-4521f3447166 req-39e2ff52-ae5b-42da-846d-9c9199f66df5 service nova] Enqueued Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1006.368749] env[66232]: INFO networking_nsxv3.common.synchronization [req-09ab23fa-593b-4783-9923-4521f3447166 req-39e2ff52-ae5b-42da-846d-9c9199f66df5 service nova] Enqueued Resource ID: cdeed9bf-480d-4a99-aaea-d66c0cf75496 with Priority: HIGHEST for action port [ 1006.369440] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_rules [ 1006.369578] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1006.369674] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdeed9bf-480d-4a99-aaea-d66c0cf75496 with Priority: HIGHEST for action port [ 1006.370025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.370262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.370262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.370442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.370557] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.371337] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.371448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.371515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.371671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.371844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.371939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.371993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.372191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.372246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.372336] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.373592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdeed9bf-480d-4a99-aaea-d66c0cf75496 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.373809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.374635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.374635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.374635] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdeed9bf-480d-4a99-aaea-d66c0cf75496',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.875697] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.876071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.876176] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.877090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdeed9bf-480d-4a99-aaea-d66c0cf75496 with status ACTIVE [ 1006.877368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.877457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.877530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.877717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.877794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.877961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.878398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.878520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.878802] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.879020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.879182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.879319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.879380] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdeed9bf-480d-4a99-aaea-d66c0cf75496 is going to be updated. [ 1006.908936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.908936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.908936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.908936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.908936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.908936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdeed9bf-480d-4a99-aaea-d66c0cf75496" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.052462] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1007.052462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.359228] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 1007.360029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.384030] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.471511] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 1007.471752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.474973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1007.475285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.502085] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 1007.502085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.730483] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: SUCCESS [ 1007.730483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.886850] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.887322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.887322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.887322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.887538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.887538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 is going to be created. [ 1007.911781] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.911966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.912026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.912234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.912394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.923364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: UNINITIALIZED for 2s [ 1008.009418] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 1008.009599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.009772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.010025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.010198] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.010317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.010381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.010530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.010609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.010695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.010787] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.513936] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.513936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.513936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.514233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.515326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.515326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.515326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.515326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.515326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.515326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519703] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.023290] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 1009.045121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.045388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.045388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.045594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.070541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.070864] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.070995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.071072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.071286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.071370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.071582] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.071681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.071760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.071917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.071996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.072194] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.072284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.072350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.072510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.072587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.072698] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 1009.139425] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.139524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.139744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.157457] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 1009.944026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: SUCCESS [ 1009.944026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.944026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.944266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.944415] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.944512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.944595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.944739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.944818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.944905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.945011] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.446852] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.447244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.447244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.447364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.447533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.447628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.447700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.447835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.447922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.448017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.448163] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.448263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.448308] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.448447] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.448579] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.448666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.448725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.448851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.448941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.449044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.449138] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.904030] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed2e69a2-b99a-4f50-bb03-a3ce28ab3b25 req-bf83e664-6345-4535-8549-0a7d4476c4cc tempest-ListImageFiltersTestJSON-1273338919 tempest-ListImageFiltersTestJSON-1273338919-project-member] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1010.904030] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1010.904030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.904030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.904030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.904030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.904482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.904613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.904673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.904910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.904910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.905038] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.951274] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317afe7a-643f-495a-a854-7ec550b31c02: rpc.has_security_group_logging(os_id): False [ 1010.972708] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.972910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.973140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.973517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.973963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.973963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.974160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.974160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.974498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.974732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.975371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.975371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.975371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.975371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.975573] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.975701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.975797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.976015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.976128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.976244] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 is going to be created. [ 1011.058926] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.059093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.059229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.059451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.059770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.076895] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: IN_PROGRESS for 2s [ 1011.175720] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 1011.176070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.176217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.176368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.176475] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.296061] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.296061] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.296410] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.296410] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.296660] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.296826] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.296948] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.297224] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.297403] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.297621] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.297737] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.297878] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.298357] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.298357] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.298357] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.298357] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.333872] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.334306] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.334540] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.334740] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.335124] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-41103f0f-dc13-42e4-959c-de3c514c55f8 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.335315] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.335479] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.335984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.336193] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41103f0f-dc13-42e4-959c-de3c514c55f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.407937] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.408178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.408495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.408602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.408863] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.409030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.409703] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 already deleted. [ 1011.409827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.679935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.680282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.680399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.680640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.680821] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.681126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.681278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.681525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.681619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.681717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.681892] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.839043] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.839419] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.839419] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.839697] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.839867] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.840045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 41103f0f-dc13-42e4-959c-de3c514c55f8 not found, creating... [ 1011.840353] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.840469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.840584] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.840800] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.840938] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.841356] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.841525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.841642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.841924] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.842126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.842283] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 41103f0f-dc13-42e4-959c-de3c514c55f8 is going to be created. [ 1011.863140] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.863442] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.863511] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.863749] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.864100] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.864238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.185513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.185763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.185763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.185952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.186131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.186248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.186312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.186470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.186552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.186669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.186832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.186929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.187014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.187227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.187372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.187466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.187528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.187666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.187742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.187823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.187915] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.593606] env[66232]: INFO networking_nsxv3.common.synchronization [req-246324d2-ea8a-4941-b61e-ec03e18febba req-d71100ed-6842-4194-bed6-12de12b21316 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1012.594425] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1012.594840] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.595017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.595116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.595380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.595593] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.595728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.595821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.596034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.596176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.596325] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.607864] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed2e69a2-b99a-4f50-bb03-a3ce28ab3b25 req-b48b94ca-b776-4953-8d82-c8d5ac05afef service nova] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_rules [ 1012.607920] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed2e69a2-b99a-4f50-bb03-a3ce28ab3b25 req-b48b94ca-b776-4953-8d82-c8d5ac05afef service nova] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1012.608164] env[66232]: INFO networking_nsxv3.common.synchronization [req-ed2e69a2-b99a-4f50-bb03-a3ce28ab3b25 req-b48b94ca-b776-4953-8d82-c8d5ac05afef service nova] Enqueued Resource ID: 41103f0f-dc13-42e4-959c-de3c514c55f8 with Priority: HIGHEST for action port [ 1012.608389] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_rules [ 1012.608513] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1012.608748] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41103f0f-dc13-42e4-959c-de3c514c55f8 with Priority: HIGHEST for action port [ 1012.610359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.610359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.610359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.610996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.610996] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.612240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.612240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.612240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.612481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.612601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.612601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.612721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.612916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.613121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.613121] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.614789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-41103f0f-dc13-42e4-959c-de3c514c55f8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.614789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.614789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.614789] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41103f0f-dc13-42e4-959c-de3c514c55f8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.690212] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a: rpc.has_security_group_logging(os_id): False [ 1012.710044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.710202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.710285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.710566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.710746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.710860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.710962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.711167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.711248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.711455] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.711552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.711627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.711806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.711924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.712312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.712428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.712493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.712642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.712720] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.712826] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 1012.770837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.770925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.770966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.771178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.771324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.787521] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 1013.089806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: SUCCESS [ 1013.090111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.098868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.099521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.099521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.099521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.113482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.113649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.115804] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.121602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.121922] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.123039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.123039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.123039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.123039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.123039] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1013.125875] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41103f0f-dc13-42e4-959c-de3c514c55f8 with status ACTIVE [ 1013.125875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.125875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.125875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.125875] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.126344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.126344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.126344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.126344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.126344] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41103f0f-dc13-42e4-959c-de3c514c55f8 is going to be updated. [ 1013.146704] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.146860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.146981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.147169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.147300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.147490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41103f0f-dc13-42e4-959c-de3c514c55f8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.159636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.159813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.159879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.160111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.160473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.170796] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1013.222541] env[66232]: INFO networking_nsxv3.common.synchronization [req-63b9b657-a6a4-4275-8a64-db3bce16dfb9 req-65281580-f9cb-4a43-bc21-5492c9470671 tempest-ListImageFiltersTestJSON-1273338919 tempest-ListImageFiltersTestJSON-1273338919-project-member] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1013.223098] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1013.223413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.223513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.618649] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.642323] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.642563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.642688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.642987] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.643684] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.643684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.643684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.643979] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.643979] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.644341] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.644610] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.644762] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.644885] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.645023] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.645197] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.645343] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.666150] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.666838] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.666838] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.666838] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-635" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.667116] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.667251] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.667338] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.667679] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.667833] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82bd1c4-f3e4-418f-a2df-dd5ebde6d827',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.121387] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.121711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.121711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.121782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.122180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.122314] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be created. [ 1014.145124] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.145349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.145349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.145569] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.145734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.155321] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: UNINITIALIZED for 2s [ 1014.170410] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.170665] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.170761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.171057] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.171214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.171369] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 not found, creating... [ 1014.171630] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.171829] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.172141] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.172390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.172538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.172852] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.173050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.173181] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.173465] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.173609] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.173752] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 is going to be created. [ 1014.194452] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.194670] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.194798] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.195095] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.195332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.195573] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.810247] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 1014.810247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.923182] env[66232]: INFO networking_nsxv3.common.synchronization [req-63b9b657-a6a4-4275-8a64-db3bce16dfb9 req-8c42bacd-6e69-49a2-b3ec-c43414b00e13 service nova] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_rules [ 1014.923182] env[66232]: INFO networking_nsxv3.common.synchronization [req-63b9b657-a6a4-4275-8a64-db3bce16dfb9 req-8c42bacd-6e69-49a2-b3ec-c43414b00e13 service nova] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1014.923182] env[66232]: INFO networking_nsxv3.common.synchronization [req-63b9b657-a6a4-4275-8a64-db3bce16dfb9 req-8c42bacd-6e69-49a2-b3ec-c43414b00e13 service nova] Enqueued Resource ID: f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 with Priority: HIGHEST for action port [ 1014.925071] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_rules [ 1014.925216] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1014.925415] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 with Priority: HIGHEST for action port [ 1014.925596] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.925696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.925943] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.926417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.926417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.927019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.927019] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82bd1c4-f3e4-418f-a2df-dd5ebde6d827',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.184155] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1015.185203] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1015.185410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429984] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 with status ACTIVE [ 1015.429984] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.429984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.429984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.429984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.430628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.430628] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.430628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.430628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.430860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.430860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.431108] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.431193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.431242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.431388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.431481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.431564] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f82bd1c4-f3e4-418f-a2df-dd5ebde6d827 is going to be updated. [ 1015.456727] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.456826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.456826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.457093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.457277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.457452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f82bd1c4-f3e4-418f-a2df-dd5ebde6d827" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.164774] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1016.164990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.165166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.165384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.165570] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.165683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.165747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.165915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.165996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.166096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.166193] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.167020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.167310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.167459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.167556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.167615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.167750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.167824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.167904] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.671777] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.672244] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.174225] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.676567] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.676910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.676910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.677022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.677113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.677215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be updated. [ 1017.707811] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.708033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.708033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.708255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.708401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.718121] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1018.230030] env[66232]: INFO networking_nsxv3.common.synchronization [req-9dca04bf-693e-452d-88ec-e80ba776c7e4 req-41df98c3-c015-4a86-a4dd-b1a1dd891e6f tempest-ServerPasswordTestJSON-360212125 tempest-ServerPasswordTestJSON-360212125-project-member] Enqueued Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1018.230030] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGHEST for action security_group_members [ 1018.230030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.230030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.230030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.230030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.230602] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.230861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.231590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.231900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.232326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233631] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.738580] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.738986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.738986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.739095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.739128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739337] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.739408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.740904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.741172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.741266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.741378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 is going to be updated. [ 1018.773495] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.773629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.773679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.773884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.774019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.784534] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: IN_PROGRESS for 2s [ 1019.148031] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1ca84418-4661-4045-a685-c23d96e383a7 None None] Enqueued Resource ID: 7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e with Priority: HIGHEST for action port [ 1019.148031] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e with Priority: HIGHEST for action port [ 1019.148318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.148387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.148477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.149095] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.652398] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e [ 1019.652651] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.652786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.652869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.653132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.653230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.653327] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e already deleted. [ 1019.653410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dbc2c3a-d13a-45f5-95c4-ab24925b0a6e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.730747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.730747] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.730747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.730747] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.964570] env[66232]: INFO networking_nsxv3.common.synchronization [None req-d1974217-293b-4bae-a7d1-b70d755ae397 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1019.964570] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1019.965384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.965539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.966335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.966335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.966335] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.066704] env[66232]: INFO networking_nsxv3.common.synchronization [None req-51e5ee87-c753-4cd8-b3cf-058461946543 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1020.068303] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1020.068980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.069190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.233404] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.491482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.491482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.491756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.491843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.492031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.492201] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24bea130-51c8-4787-b694-26ebe341b563 already deleted. [ 1020.492257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.492385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.492594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.492681] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.737428] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.797666] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317afe7a-643f-495a-a854-7ec550b31c02 in Status: SUCCESS [ 1020.797863] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 deletion is rescheduled due to dependency. [ 1020.797863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.014932] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.015250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.015250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.015404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.015496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.015595] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24bea130-51c8-4787-b694-26ebe341b563 already deleted. [ 1021.015679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.243279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.243470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.243534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.243759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.243852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.243950] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be updated. [ 1021.278744] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.278744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.278744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.278744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.278744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.289449] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1021.561626] env[66232]: INFO networking_nsxv3.common.synchronization [None req-494d086b-c5bc-4d8b-bf28-1de2632ed575 None None] Enqueued Resource ID: 8b554a49-8243-4fdd-9f02-7f9a32d4fd19 with Priority: HIGHEST for action port [ 1021.561626] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b554a49-8243-4fdd-9f02-7f9a32d4fd19 with Priority: HIGHEST for action port [ 1021.561626] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b554a49-8243-4fdd-9f02-7f9a32d4fd19 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.561626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b554a49-8243-4fdd-9f02-7f9a32d4fd19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.561626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b554a49-8243-4fdd-9f02-7f9a32d4fd19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.562098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b554a49-8243-4fdd-9f02-7f9a32d4fd19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.562098] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b554a49-8243-4fdd-9f02-7f9a32d4fd19',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.064813] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b554a49-8243-4fdd-9f02-7f9a32d4fd19 [ 1022.065231] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.065231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.065601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.065601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.065722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.065777] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b554a49-8243-4fdd-9f02-7f9a32d4fd19 already deleted. [ 1022.065832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b554a49-8243-4fdd-9f02-7f9a32d4fd19" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.337124] env[66232]: INFO networking_nsxv3.common.synchronization [None req-4b108a23-729d-4e84-8ff4-fa2a2757ff7f None None] Enqueued Resource ID: 1069ba76-52aa-4e3f-a90e-dc91b58e473d with Priority: HIGHEST for action port [ 1022.337526] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1069ba76-52aa-4e3f-a90e-dc91b58e473d with Priority: HIGHEST for action port [ 1022.337578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-1069ba76-52aa-4e3f-a90e-dc91b58e473d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.337815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1069ba76-52aa-4e3f-a90e-dc91b58e473d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1069ba76-52aa-4e3f-a90e-dc91b58e473d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.338181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1069ba76-52aa-4e3f-a90e-dc91b58e473d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.338337] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1069ba76-52aa-4e3f-a90e-dc91b58e473d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.806197] env[66232]: INFO networking_nsxv3.common.synchronization [None req-566080cd-5a44-4336-8ce6-d7c96a9d93e8 tempest-ServersTestManualDisk-1713476917 tempest-ServersTestManualDisk-1713476917-project-member] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1022.806752] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1022.809172] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.809385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.809485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.809781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.809871] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.841323] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1069ba76-52aa-4e3f-a90e-dc91b58e473d [ 1022.841627] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.841753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.841793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.842193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.842434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.842912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1069ba76-52aa-4e3f-a90e-dc91b58e473d already deleted. [ 1022.842912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1069ba76-52aa-4e3f-a90e-dc91b58e473d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.893802] env[66232]: INFO networking_nsxv3.common.synchronization [None req-c9854e18-50f0-408d-82f7-8c1954f41b3d tempest-ServersTestManualDisk-1713476917 tempest-ServersTestManualDisk-1713476917-project-member] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1022.894360] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1022.894671] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.894777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.300295] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1023.300597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.300700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.300915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.305264] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.305412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.305487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.305684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.305773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.305870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.306376] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.306376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.306376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.306866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.306866] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.306866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.306866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.306866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.307056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.307056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.307056] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.332220] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.332220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 already deleted. [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.332220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.332220] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.572652] env[66232]: INFO networking_nsxv3.common.synchronization [req-16cdccdf-06b7-49fd-b792-4750ba19fe60 req-7c7d9909-d201-4b57-a650-6b851a9151d6 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1023.573244] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1023.573558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.573673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.573747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.573991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574374] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.574587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574916] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.809973] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a330fc68-343b-476d-9ea1-c1a19be5b417: rpc.has_security_group_logging(os_id): False [ 1023.830241] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.830411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.830495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.830684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.830849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.830960] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.831459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.831459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.831606] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.832165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.832165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.832377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.832454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832492] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be created. [ 1023.854171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.854318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.854386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.854587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.854674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.854762] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 already deleted. [ 1023.854847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.894534] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.894534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.894534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.894534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.894795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.907237] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1023.967507] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.967902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.967902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.969376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.969376] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.969376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.969376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.969678] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.969678] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.969810] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.969914] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.970040] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.970152] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.970272] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.970371] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.970506] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.996439] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.996627] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.996742] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.996918] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.997874] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-3461529c-ecba-4984-b2af-474752a24f7e taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.998240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.998240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.999304] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.999304] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3461529c-ecba-4984-b2af-474752a24f7e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.076803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.077386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.077493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.077707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.078049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.078142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.078229] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c already deleted. [ 1024.078322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.503746] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.504415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.504415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.504415] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.504536] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.504919] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 3461529c-ecba-4984-b2af-474752a24f7e not found, creating... [ 1024.504919] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.505130] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.505274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.505523] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.505625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.505843] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.505977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.506186] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.506295] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.506433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.506571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 3461529c-ecba-4984-b2af-474752a24f7e is going to be created. [ 1024.526979] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.527229] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.527533] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.527662] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.527834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.528077] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.012463] env[66232]: INFO networking_nsxv3.common.synchronization [None req-dbe6dd3f-cfe1-4b36-9c2f-1877b9bb6c7b None None] Enqueued Resource ID: 2e60c312-ea27-4201-9067-d518c5eb4cee with Priority: HIGHEST for action port [ 1025.012463] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e60c312-ea27-4201-9067-d518c5eb4cee with Priority: HIGHEST for action port [ 1025.013025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e60c312-ea27-4201-9067-d518c5eb4cee taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.013025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e60c312-ea27-4201-9067-d518c5eb4cee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.013025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e60c312-ea27-4201-9067-d518c5eb4cee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.015158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e60c312-ea27-4201-9067-d518c5eb4cee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.015158] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e60c312-ea27-4201-9067-d518c5eb4cee',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.226585] env[66232]: INFO networking_nsxv3.common.synchronization [req-16cdccdf-06b7-49fd-b792-4750ba19fe60 req-889ad52a-2ae1-4a6e-a543-2e1686ad7512 service nova] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1025.226585] env[66232]: INFO networking_nsxv3.common.synchronization [req-16cdccdf-06b7-49fd-b792-4750ba19fe60 req-889ad52a-2ae1-4a6e-a543-2e1686ad7512 service nova] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1025.226585] env[66232]: INFO networking_nsxv3.common.synchronization [req-16cdccdf-06b7-49fd-b792-4750ba19fe60 req-889ad52a-2ae1-4a6e-a543-2e1686ad7512 service nova] Enqueued Resource ID: 3461529c-ecba-4984-b2af-474752a24f7e with Priority: HIGHEST for action port [ 1025.227030] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1025.227174] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1025.227276] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3461529c-ecba-4984-b2af-474752a24f7e with Priority: HIGHEST for action port [ 1025.227591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.227744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.227818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.228145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.228255] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.229281] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.229683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.229936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.230138] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.230285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.230361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.230525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.230633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.230744] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.231553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-3461529c-ecba-4984-b2af-474752a24f7e taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.231778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.233782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.233782] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3461529c-ecba-4984-b2af-474752a24f7e',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.517048] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e60c312-ea27-4201-9067-d518c5eb4cee [ 1025.517404] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.517404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.517517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.517658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.517742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.517832] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e60c312-ea27-4201-9067-d518c5eb4cee already deleted. [ 1025.517915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e60c312-ea27-4201-9067-d518c5eb4cee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.735025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.735025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.735025] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.735846] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3461529c-ecba-4984-b2af-474752a24f7e with status ACTIVE [ 1025.735945] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.736088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.736142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.736752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.736752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.736752] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.736752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.736752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.737105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.737105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.737105] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.737471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.737471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.737471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.737471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.737652] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3461529c-ecba-4984-b2af-474752a24f7e is going to be updated. [ 1025.761456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.761613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.761657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.761864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.762069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.762243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3461529c-ecba-4984-b2af-474752a24f7e" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926095] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1025.926505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.927071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.927173] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.240533] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.431353] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.431522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.431598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.431797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.431980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.432117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.432152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.432299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.432385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.432473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.432562] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.742829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.743223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.743361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.743638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.743741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.743860] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be created. [ 1026.770818] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.771610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.784939] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: UNINITIALIZED for 2s [ 1026.790552] env[66232]: INFO networking_nsxv3.common.synchronization [req-052ad1d1-debd-4bb1-8a43-63fd8f5c40ed req-f651c8de-2b3d-45c5-9134-24dc3b414149 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 1026.791398] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGHEST for action security_group_members [ 1026.791612] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.792103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.792103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.792103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.792344] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.792473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.792556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.792735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.792847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.793036] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.934634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.934887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.934979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935549] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.935729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.935729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.936109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.936248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.936431] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.936534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.936593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.936753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.936909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.937039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.937104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.937264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.937338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.937420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.937510] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.297423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.297423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.297423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.297423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.322404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.322667] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.322790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.322851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.323133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.323245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.323340] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c988364e-a276-491e-a301-cdea9d7a3617 is going to be updated. [ 1027.355028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.357064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.357064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.357064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.357064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.365415] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: IN_PROGRESS for 2s [ 1027.440032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a330fc68-343b-476d-9ea1-c1a19be5b417: rpc.has_security_group_logging(os_id): False [ 1027.462629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.462906] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.463051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.463192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.463263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.463482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.463597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.463660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.463826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.464258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.464258] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.464258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.464509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.464509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.464573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.464757] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.464845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.464883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.465060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.465138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.465224] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be updated. [ 1027.535068] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.535068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.535068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.535068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.535068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.552573] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1028.499523] env[66232]: INFO networking_nsxv3.common.synchronization [req-c7485f02-52fd-48cb-a9ec-7f37ac53393d req-143e3755-7262-4f3a-a0ed-23d42c85bfdb tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1028.500223] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1028.500548] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.500679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.500750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.500978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.501257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501589] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.797900] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1028.798147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.798334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.798549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.798735] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.798851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.798916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.799084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.799169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.799254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.799358] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.855202] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.855333] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.855594] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.855902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.856216] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.856416] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.856573] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.857119] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.857311] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.857575] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.857715] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.857839] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.857950] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.858075] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.858203] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.858316] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.879160] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.879325] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.879467] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.879641] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.880049] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.880306] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.880437] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.880761] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.880900] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.003988] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.302448] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.378039] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c988364e-a276-491e-a301-cdea9d7a3617 in Status: SUCCESS [ 1029.378226] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c988364e-a276-491e-a301-cdea9d7a3617 deletion is rescheduled due to dependency. [ 1029.378799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.383112] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.383400] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.383495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.383813] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.383970] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.384160] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 not found, creating... [ 1029.384558] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.384725] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.384848] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.385126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.385294] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.385847] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.386429] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.386429] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.386717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.386817] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.386947] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 is going to be created. [ 1029.409320] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.409551] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.409748] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.410501] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.410501] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.410501] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.510278] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.570769] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1029.571044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.805305] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c62a2cdf-ced2-41ca-a269-0a9a61493c8c: rpc.has_security_group_logging(os_id): False [ 1029.824433] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.824589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.824636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.825298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.825298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.825298] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.825298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.825298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.825726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.825726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.825726] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be created. [ 1029.890456] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.890635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.890707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.890969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.891791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.912206] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1030.014346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.014492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.014492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.014751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.014882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.015029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1030.087064] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.087383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.087464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.087881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.087881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.109117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1030.187270] env[66232]: INFO networking_nsxv3.common.synchronization [req-c7485f02-52fd-48cb-a9ec-7f37ac53393d req-1c248b55-c826-4d07-a233-bee86cb97a75 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 1030.187270] env[66232]: INFO networking_nsxv3.common.synchronization [req-c7485f02-52fd-48cb-a9ec-7f37ac53393d req-1c248b55-c826-4d07-a233-bee86cb97a75 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1030.187270] env[66232]: INFO networking_nsxv3.common.synchronization [req-c7485f02-52fd-48cb-a9ec-7f37ac53393d req-1c248b55-c826-4d07-a233-bee86cb97a75 service nova] Enqueued Resource ID: f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 with Priority: HIGHEST for action port [ 1030.188212] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 1030.188478] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1030.188668] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 with Priority: HIGHEST for action port [ 1030.189396] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.189647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.189809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.190354] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.192282] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.192387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.192612] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.192701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.193089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.193407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.193492] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.695534] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.695841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.695841] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 with status ACTIVE [ 1030.696026] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.696078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.696221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.696429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.696519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.696695] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.696792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.696854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.696994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.697085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.697325] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.697460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.697460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.697539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.697649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.697800] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5 is going to be updated. [ 1030.733044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.733795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ddb2d1-e5c5-4686-9040-a36fe6ed39e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.927571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1031.927964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981347] env[66232]: INFO networking_nsxv3.common.synchronization [req-95c5c93e-e3e4-4639-a263-ac530af94795 req-b1af880b-484e-462d-9c56-fa580e1c3c4f tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1031.982081] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1031.982444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.982575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.982675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.982874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.983037] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.983181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.983181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.983360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.983436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.983510] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.120044] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1032.120282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.120458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.120742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.120896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.121089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.121240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.121320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.121417] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.324911] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.325138] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.325339] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.325569] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.325845] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.326018] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.326145] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.326377] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.326528] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.326737] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.326884] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.326967] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.327083] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.327199] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.327312] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.327914] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.358563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.358563] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.358563] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.358563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.358563] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-a250530b-459b-4d93-9e6b-7ef69e6f000a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.358563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.358835] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.360348] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.360348] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a250530b-459b-4d93-9e6b-7ef69e6f000a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.485950] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.486233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.486398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.486657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.486812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.487291] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.487582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.487714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.487976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.488115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.488259] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1032.518778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.519057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.519057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.519216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.519382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.531103] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1032.623476] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.862798] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.863071] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.863243] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.863645] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.863869] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.864066] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port a250530b-459b-4d93-9e6b-7ef69e6f000a not found, creating... [ 1032.864394] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.864659] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.864801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.865094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.865249] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.865625] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.865797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.865914] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.866143] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.866284] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.866426] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: a250530b-459b-4d93-9e6b-7ef69e6f000a is going to be created. [ 1032.889334] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.889563] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.889683] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.890342] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.890644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.127033] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.629049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.629272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.629325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.629591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.629713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.629713] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1033.669932] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.669932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.669932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.669932] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.670370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.685400] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1033.703271] env[66232]: INFO networking_nsxv3.common.synchronization [req-95c5c93e-e3e4-4639-a263-ac530af94795 req-d34d74ff-e457-4d33-8807-78197b911239 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1033.703632] env[66232]: INFO networking_nsxv3.common.synchronization [req-95c5c93e-e3e4-4639-a263-ac530af94795 req-d34d74ff-e457-4d33-8807-78197b911239 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1033.703710] env[66232]: INFO networking_nsxv3.common.synchronization [req-95c5c93e-e3e4-4639-a263-ac530af94795 req-d34d74ff-e457-4d33-8807-78197b911239 service nova] Enqueued Resource ID: a250530b-459b-4d93-9e6b-7ef69e6f000a with Priority: HIGHEST for action port [ 1033.704757] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1033.704757] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1033.704757] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a250530b-459b-4d93-9e6b-7ef69e6f000a with Priority: HIGHEST for action port [ 1033.705080] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.705304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.705586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.705671] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.706963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.707126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.707726] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a250530b-459b-4d93-9e6b-7ef69e6f000a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.707726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.707726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.708028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.708028] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a250530b-459b-4d93-9e6b-7ef69e6f000a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.209696] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.210104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.210104] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a250530b-459b-4d93-9e6b-7ef69e6f000a with status ACTIVE [ 1034.210255] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.210368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.210435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.210676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.210844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.211096] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.211216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.211310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.211510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.211606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.211865] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.212028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.212109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.212334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.212384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.212484] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a250530b-459b-4d93-9e6b-7ef69e6f000a is going to be updated. [ 1034.236811] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.236961] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.237039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.237296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.237506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.237763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a250530b-459b-4d93-9e6b-7ef69e6f000a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.541829] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1034.542043] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1034.542231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.542404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.542617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.542803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.542924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.542987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.543187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.543269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.543408] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.045961] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.349867] env[66232]: INFO networking_nsxv3.common.synchronization [None req-2a80c647-2b79-408c-8233-99d3f90ba2dd tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1035.350448] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1035.350983] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.352365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.352478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.352719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.352818] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.447859] env[66232]: INFO networking_nsxv3.common.synchronization [None req-2fab3e32-f6af-4225-862f-cd16dc866820 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1035.447988] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1035.448295] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.448423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.551229] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.697739] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1035.698038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.698222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.698650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.698770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.698823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.699073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.699163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.699260] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.879262] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.879744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.879744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.879744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.879903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.879903] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 already deleted. [ 1035.880137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.880137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.880519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.880519] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.054459] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.054637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.054710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.054934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.055036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.055219] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1036.089901] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.089901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.089901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.089901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.089901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.100740] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1036.202786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.202786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.202786] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.203189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.203189] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.203285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.203285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.203443] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.203580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.203715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.203873] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.204166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.204166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.204336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.204377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.204456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.204526] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.204667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.204755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.204839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.204927] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.403016] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.403016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.403016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.403016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.403016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.403016] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 already deleted. [ 1036.403016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.709226] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 1036.728373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.728373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.728501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.728640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.732131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.732131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.732131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.732131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.732898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.732898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.732898] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1036.794648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.794761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.794861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795126] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.795310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.834635] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1038.111728] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1038.111728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.111728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.112311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.112311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.112311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.112311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.112625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.112625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.112625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.112625] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.614660] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.616148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.616309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.616548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.616762] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.616969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.617089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.617344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.617503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.617642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.617864] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.617993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.618115] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.618354] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.618906] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.619131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.619255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.619609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.619693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.619920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.620126] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.855374] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1038.855672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.124708] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfe3686-ca49-4469-917b-a82ca9627a1c: rpc.has_security_group_logging(os_id): False [ 1039.145648] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.145881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.145881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.146107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.146166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146368] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.146466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.146549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.146698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.146776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146948] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.147051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.147109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.147245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.147314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.147492] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.147580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.148966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.148966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.148966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.148966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1039.217815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.217815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.217815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.217815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.218074] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.238425] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1040.448810] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1040.448810] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1040.654713] env[66232]: INFO networking_nsxv3.common.synchronization [req-67d737ad-4a39-42ea-9f3d-b4a70f17ba07 req-55e80dc1-e76c-409d-a71a-12a7898eb36c tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1040.654713] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1040.656070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.656070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.656070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.656070] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.158755] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.254567] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1041.254700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.612924] env[66232]: INFO networking_nsxv3.common.synchronization [req-dd7aa8c9-6d72-4b09-bb5c-176dc956f6b8 req-1e62e6fd-4377-4a41-bc66-66f3866dabdf tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1041.613306] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1041.614522] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.614522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.614522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.614692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.614838] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.614920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.614964] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.616156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.616156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.616156] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.661498] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.957460] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.957747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.957950] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959000] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959000] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.959000] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959211] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959406] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.959872] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.960066] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.960243] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.960400] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.960566] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.960720] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.960929] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.002826] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.003043] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.003276] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.003479] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.003837] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-79b87569-e602-4a9c-9d56-e40c8df9f299 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.004081] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.004241] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.004635] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.004792] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b87569-e602-4a9c-9d56-e40c8df9f299',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.118792] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.118792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.118792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.119498] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.119588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.119627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.119938] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b already deleted. [ 1042.120031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.164093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.164380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.164491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.164764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.164956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.165133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1042.197860] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.198039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.198085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.198282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.198433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.208956] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1042.507871] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.508112] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.508245] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.508531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.508700] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.508868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 79b87569-e602-4a9c-9d56-e40c8df9f299 not found, creating... [ 1042.509140] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.509295] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.509412] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.509625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.509757] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.510040] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.510215] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.510335] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.510538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.510666] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.510805] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 79b87569-e602-4a9c-9d56-e40c8df9f299 is going to be created. [ 1042.532917] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.532917] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533313] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533477] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.533779] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.534134] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [req-dd7aa8c9-6d72-4b09-bb5c-176dc956f6b8 req-0aa32972-501d-4160-9302-1166d7d1eb44 service nova] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_rules [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [req-dd7aa8c9-6d72-4b09-bb5c-176dc956f6b8 req-0aa32972-501d-4160-9302-1166d7d1eb44 service nova] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [req-dd7aa8c9-6d72-4b09-bb5c-176dc956f6b8 req-0aa32972-501d-4160-9302-1166d7d1eb44 service nova] Enqueued Resource ID: 79b87569-e602-4a9c-9d56-e40c8df9f299 with Priority: HIGHEST for action port [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_rules [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1043.262091] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b87569-e602-4a9c-9d56-e40c8df9f299 with Priority: HIGHEST for action port [ 1043.262770] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.262770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.262770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263049] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263302] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.264909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.265029] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.265128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.265356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.265665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.265808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.265901] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.266098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.266224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.266369] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.268428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b87569-e602-4a9c-9d56-e40c8df9f299 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.268734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.269506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.269506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.269506] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b87569-e602-4a9c-9d56-e40c8df9f299',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.772780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.772780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.772996] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.773861] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b87569-e602-4a9c-9d56-e40c8df9f299 with status ACTIVE [ 1043.774121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.774523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.774640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.774781] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.777986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.778097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.778312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.778426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.778699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.778780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.778871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b87569-e602-4a9c-9d56-e40c8df9f299 is going to be updated. [ 1043.805334] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.805513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.805556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.805745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.805887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.806067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b87569-e602-4a9c-9d56-e40c8df9f299" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.066967] env[66232]: INFO networking_nsxv3.common.synchronization [req-28281d6b-7163-4a94-bb87-181a60ca2db4 req-2024523a-67ea-4977-9a4e-8cd8bcb28566 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1044.067166] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1044.067467] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.067603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.067656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.068219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.068219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.068219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.068219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.068474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.068474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.068606] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.219423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1044.219684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.284106] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.407408] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.407408] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.407408] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.407408] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.408275] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.408526] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.409566] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.409566] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.409696] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.409741] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.431343] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.431657] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.431901] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.432287] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.432706] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.432876] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.433150] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.433313] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.433448] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ecb3cbc-ab89-4854-bd28-b66a9c445be2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.571789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.571970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.572071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.572341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.572457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.572670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.572783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.572953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.573036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.573101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.573208] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24bea130-51c8-4787-b694-26ebe341b563 already deleted. [ 1044.573327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.789637] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.792076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.792076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.792076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.792076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.792076] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be created. [ 1044.816023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.816023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.816023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.816023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.816368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.827852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: UNINITIALIZED for 2s [ 1044.936219] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.936440] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.936569] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.936845] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.936996] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.937157] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 not found, creating... [ 1044.937411] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.937601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.937724] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.937937] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.938093] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.938366] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.938518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.938634] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.938835] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.938970] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.939123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 is going to be created. [ 1044.963652] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.963874] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.963982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.964246] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.964481] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.964709] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.691589] env[66232]: INFO networking_nsxv3.common.synchronization [req-28281d6b-7163-4a94-bb87-181a60ca2db4 req-f5097da9-3c3a-4e6a-a075-f0773e65bc60 service nova] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1045.691911] env[66232]: INFO networking_nsxv3.common.synchronization [req-28281d6b-7163-4a94-bb87-181a60ca2db4 req-f5097da9-3c3a-4e6a-a075-f0773e65bc60 service nova] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1045.691911] env[66232]: INFO networking_nsxv3.common.synchronization [req-28281d6b-7163-4a94-bb87-181a60ca2db4 req-f5097da9-3c3a-4e6a-a075-f0773e65bc60 service nova] Enqueued Resource ID: 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 with Priority: HIGHEST for action port [ 1045.692464] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_rules [ 1045.692602] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1045.692695] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 with Priority: HIGHEST for action port [ 1045.692984] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.693173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.693237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.693433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.693514] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.694380] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.694540] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.694598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.694733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.694879] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.694967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.695051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.695191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.695274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.695362] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.696190] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.696379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.696379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.696507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.696581] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ecb3cbc-ab89-4854-bd28-b66a9c445be2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.198963] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.199146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199282] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.200440] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 with status ACTIVE [ 1046.200632] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.200879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.200879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.201089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.201261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.201373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.201433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.201674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.201944] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.201944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.202081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.202868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.203091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.203220] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ecb3cbc-ab89-4854-bd28-b66a9c445be2 is going to be updated. [ 1046.227724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.227899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.227945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.228145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.228278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ecb3cbc-ab89-4854-bd28-b66a9c445be2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.519326] env[66232]: INFO networking_nsxv3.common.synchronization [req-04d438b2-798d-4dc1-acc1-ad2512824f0f req-dff3b7ca-72d1-42b7-bcaf-9b09910258a4 tempest-ServersTestManualDisk-1713476917 tempest-ServersTestManualDisk-1713476917-project-member] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1046.519977] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1046.520413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.520515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.520597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.520917] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.521135] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.521280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.521363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.521566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.521673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.521789] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.710854] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.840023] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.840023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.840023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.840023] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.848337] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.848547] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-488" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.848674] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-488" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.852185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-488" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.852185] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.852185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.852185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.852185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.852185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.852185] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.852185] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.852185] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.852185] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.852185] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.852185] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.852185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.869393] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.869581] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.869692] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.869879] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-488" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.870237] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-79ff90cc-8f1b-419d-b8c0-430774242b0c taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.870387] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.870505] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.870810] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.870946] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ff90cc-8f1b-419d-b8c0-430774242b0c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.024448] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.024644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.024693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.024890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.025192] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.025289] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.025352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.025500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.025576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.025659] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 already deleted. [ 1047.025737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.211533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.211746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.211849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.212529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.212529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.212529] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24bea130-51c8-4787-b694-26ebe341b563 is going to be created. [ 1047.240279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.240422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.240500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.240698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.240855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: UNINITIALIZED for 2s [ 1047.341441] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.341645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.342241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.342241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.342241] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.342241] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.342471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.342471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.342538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.342650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.342812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.342922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.342922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.343057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.343605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.343605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.343605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.343605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.343605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.343976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.343976] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.373526] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.373730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.373730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.373953] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.374125] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.374284] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 79ff90cc-8f1b-419d-b8c0-430774242b0c not found, creating... [ 1047.374553] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.374709] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.374826] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.375058] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.375199] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.375614] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.375929] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.376083] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.376296] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.376433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.376578] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 79ff90cc-8f1b-419d-b8c0-430774242b0c is going to be created. [ 1047.404967] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.405214] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.405327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.405599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.405843] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.406092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846530] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54f89554-8b27-479c-8f7f-beb07daf4c4b: rpc.has_security_group_logging(os_id): False [ 1047.869228] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.869471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.869471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.875236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.875236] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be created. [ 1047.942038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.942257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.942381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.943028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.943028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.966148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1048.207561] env[66232]: INFO networking_nsxv3.common.synchronization [req-04d438b2-798d-4dc1-acc1-ad2512824f0f req-10cc2d2b-15de-4f16-999b-01cc259dba84 service nova] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1048.207825] env[66232]: INFO networking_nsxv3.common.synchronization [req-04d438b2-798d-4dc1-acc1-ad2512824f0f req-10cc2d2b-15de-4f16-999b-01cc259dba84 service nova] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1048.210918] env[66232]: INFO networking_nsxv3.common.synchronization [req-04d438b2-798d-4dc1-acc1-ad2512824f0f req-10cc2d2b-15de-4f16-999b-01cc259dba84 service nova] Enqueued Resource ID: 79ff90cc-8f1b-419d-b8c0-430774242b0c with Priority: HIGHEST for action port [ 1048.211121] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_rules [ 1048.211266] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1048.211366] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ff90cc-8f1b-419d-b8c0-430774242b0c with Priority: HIGHEST for action port [ 1048.211845] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.211976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.212069] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.212332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.212433] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.213732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.213824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.213914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.214302] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.214709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.214804] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.215630] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ff90cc-8f1b-419d-b8c0-430774242b0c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.215738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.215804] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.215956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216042] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ff90cc-8f1b-419d-b8c0-430774242b0c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.719516] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79ff90cc-8f1b-419d-b8c0-430774242b0c with status ACTIVE [ 1048.719874] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.720103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.720190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.720504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.720650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.720933] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.721106] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.721352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.721528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.721528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.721810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.722109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.722176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.722513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.722513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.723564] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79ff90cc-8f1b-419d-b8c0-430774242b0c is going to be updated. [ 1048.725091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.725240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.725479] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.754158] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.754158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.754158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.754348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.754756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.754999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ff90cc-8f1b-419d-b8c0-430774242b0c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.228540] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.263087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: SUCCESS [ 1049.263330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.263490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.263725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.263946] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.264100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.264169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.264382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.264496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264703] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.520813] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.521051] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.521217] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.521517] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.521884] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.522089] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522279] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.522515] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.522673] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.522934] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.523070] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.523237] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.523400] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.523526] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.523634] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.523767] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.546413] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.546644] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.546754] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.546969] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-123" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.547253] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.547431] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.547554] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.547825] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.547957] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d1e82d-9c03-45a0-be27-4f9b2961bc40',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.731672] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.732123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.732123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.732599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.732754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.732948] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 is going to be created. [ 1049.768816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.768816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.768816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.768816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.768816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.769800] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.781850] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: UNINITIALIZED for 2s [ 1049.989410] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1049.989808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.022610] env[66232]: INFO networking_nsxv3.common.synchronization [req-15591ae3-d00c-4add-a730-7c4c35667cbb req-dd4f7a7e-b3c7-4a23-97bc-368f9aaed6d3 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 1050.023288] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGHEST for action security_group_members [ 1050.023914] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.023914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.023914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.024168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.024703] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.024703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.024703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.024703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.024703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.025160] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.056281] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.056889] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.057327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.058056] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.059307] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.059307] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.059307] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.059656] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.059791] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.060069] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060650] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.060815] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.061148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.062039] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.062039] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.062182] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 is going to be updated. [ 1050.091171] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.091521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.091664] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.092047] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.092177] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.092889] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.272869] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24bea130-51c8-4787-b694-26ebe341b563: rpc.has_security_group_logging(os_id): False [ 1050.314653] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.314866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.314866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.315895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.315895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.315895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.315895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.315895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.316275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.316275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.316275] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24bea130-51c8-4787-b694-26ebe341b563 is going to be created. [ 1050.437643] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.438041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.458229] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: IN_PROGRESS for 2s [ 1050.528584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.528836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.528836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.528973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.529195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.529321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.529423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.530033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.530033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.530033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.530033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be updated. [ 1050.569135] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.569453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.592626] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: IN_PROGRESS for 2s [ 1050.866246] env[66232]: INFO networking_nsxv3.common.synchronization [req-1dd25405-ebe5-4ea7-931a-14bc42755b1d req-41b2a7e2-6999-4408-9d35-345f23412f1d service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 1050.866246] env[66232]: INFO networking_nsxv3.common.synchronization [req-1dd25405-ebe5-4ea7-931a-14bc42755b1d req-41b2a7e2-6999-4408-9d35-345f23412f1d service nova] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 1050.866246] env[66232]: INFO networking_nsxv3.common.synchronization [req-1dd25405-ebe5-4ea7-931a-14bc42755b1d req-41b2a7e2-6999-4408-9d35-345f23412f1d service nova] Enqueued Resource ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with Priority: HIGHEST for action port [ 1050.866441] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_rules [ 1050.866441] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 1050.866556] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with Priority: HIGHEST for action port [ 1050.866842] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.866962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.867037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.867236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.867317] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.868939] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.869075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.869143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.869408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.870051] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.870051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.870051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.870051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.870051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.870051] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.871711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.871825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.871881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.872059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.872330] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d1e82d-9c03-45a0-be27-4f9b2961bc40',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.370140] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.370585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.371834] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.375683] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d1e82d-9c03-45a0-be27-4f9b2961bc40 with status ACTIVE [ 1051.375883] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.376020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.376090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.376302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.376387] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.376564] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.376659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.376713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.376877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.376985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.377134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.377219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.377281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.377417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.377490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.377575] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d1e82d-9c03-45a0-be27-4f9b2961bc40 is going to be updated. [ 1051.399411] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.399612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.399664] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.399884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.399989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.400242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d1e82d-9c03-45a0-be27-4f9b2961bc40" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.794492] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: SUCCESS [ 1051.794748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.794915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.795149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.795337] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.795454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.795537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.795687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.795765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.795849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.795939] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.874333] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.298433] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.378318] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.378726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.378726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.378998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379259] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 1052.413105] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413658] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.427477] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 1052.475952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: SUCCESS [ 1052.476305] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.603218] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69d06601-1ad8-4978-bac0-4e5a663db161 in Status: SUCCESS [ 1052.603218] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 deletion is rescheduled due to dependency. [ 1052.603218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.801975] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ab2de63-67ad-47dd-8aef-133ec754b5b4: rpc.has_security_group_logging(os_id): False [ 1052.831341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.831606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.831745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.832091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.832261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.832769] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.833199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.833199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.833518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.833620] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.833789] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 is going to be created. [ 1052.917344] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.917952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.934208] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: IN_PROGRESS for 2s [ 1053.657768] env[66232]: INFO networking_nsxv3.common.synchronization [None req-e74cb4d7-3898-4b9f-b42d-43ab74d11ef1 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1053.658690] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1053.658766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.659080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.659190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.659468] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.659555] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.756471] env[66232]: INFO networking_nsxv3.common.synchronization [None req-b69ec131-a4ef-45d1-975f-51391b386b69 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1053.757033] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1053.757373] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.757539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.184216] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.184216] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 already deleted. [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.184216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.184997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.185483] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.440255] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 1054.440703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.440989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.441378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.441725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442861] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.711917] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.712845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.712916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.713192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.713394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.713602] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 already deleted. [ 1054.713722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.736404] env[66232]: INFO networking_nsxv3.common.synchronization [req-9ccb5ead-3f25-487e-a406-6bdb0be7544f req-3d61fd95-f72f-45f8-b5e9-b94af0f5c979 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1054.736974] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1054.737599] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.737599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.737833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.737833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.737961] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.738105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.738105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.738281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.738338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.738433] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.945601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.945810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.945903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.946147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.946340] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.946492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.946492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.946656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.946739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.947015] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947174] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.947487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.947625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.947625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.947745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.947889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.947946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.948028] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.951485] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: SUCCESS [ 1054.951704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.059315] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.059522] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.059642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.059919] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.060247] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.060374] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.060582] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.060886] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.061063] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.061368] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.061470] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.061577] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.061775] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.061896] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.062012] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.062150] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.096842] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.097065] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.097218] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.097436] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.097827] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-a880c6e7-67f2-4628-9be7-63269fd56b67 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.098096] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.098240] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.098643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.098816] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a880c6e7-67f2-4628-9be7-63269fd56b67',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.240566] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.450661] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3353b280-e867-4530-bad6-c27847477870: rpc.has_security_group_logging(os_id): False [ 1055.470188] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.470420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.470420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.470692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.470775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.470998] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.471249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.471249] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.471422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.471514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.471731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.471842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.471895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.472168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.472279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.472918] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.472918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.472918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.472918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.473279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.473279] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 1055.539723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.539922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.539922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.540239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.540431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.563586] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 1055.602203] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.602702] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.602753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.603115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.603333] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.603603] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port a880c6e7-67f2-4628-9be7-63269fd56b67 not found, creating... [ 1055.603965] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.604238] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.604404] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.604876] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.605315] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.605811] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.606043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.606259] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.606524] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.606719] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.606946] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: a880c6e7-67f2-4628-9be7-63269fd56b67 is going to be created. [ 1055.636840] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.637154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.637154] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.637466] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.637718] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.637944] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.743072] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.245793] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.246084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.246084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.246395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.246501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.246848] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be updated. [ 1056.281919] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.282100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.282139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.282401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.282556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.293064] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1056.355758] env[66232]: INFO networking_nsxv3.common.synchronization [req-9ccb5ead-3f25-487e-a406-6bdb0be7544f req-07006ea1-a964-4182-a1da-f4aabe047da3 service nova] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1056.356032] env[66232]: INFO networking_nsxv3.common.synchronization [req-9ccb5ead-3f25-487e-a406-6bdb0be7544f req-07006ea1-a964-4182-a1da-f4aabe047da3 service nova] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1056.356223] env[66232]: INFO networking_nsxv3.common.synchronization [req-9ccb5ead-3f25-487e-a406-6bdb0be7544f req-07006ea1-a964-4182-a1da-f4aabe047da3 service nova] Enqueued Resource ID: a880c6e7-67f2-4628-9be7-63269fd56b67 with Priority: HIGHEST for action port [ 1056.357032] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_rules [ 1056.357183] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1056.357286] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a880c6e7-67f2-4628-9be7-63269fd56b67 with Priority: HIGHEST for action port [ 1056.357641] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.357807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.357893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.358097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.358179] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.359170] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.359278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.360054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-a880c6e7-67f2-4628-9be7-63269fd56b67 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.360054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.360054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.360054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.360054] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a880c6e7-67f2-4628-9be7-63269fd56b67',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.863252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.863252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863252] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a880c6e7-67f2-4628-9be7-63269fd56b67 with status ACTIVE [ 1056.863252] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.863252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.863924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.863924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.864117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.864117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.864380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.864451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.864645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.864742] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.864795] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.864943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.865030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.865121] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a880c6e7-67f2-4628-9be7-63269fd56b67 is going to be updated. [ 1056.889888] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.890082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.890160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.890420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.890608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.890740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a880c6e7-67f2-4628-9be7-63269fd56b67" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.167218] env[66232]: INFO networking_nsxv3.common.synchronization [req-fc9351c1-1a00-4ff7-acba-7aae45b57a6f req-de2213e7-f69b-4855-b005-676b72efc7ff tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1057.168194] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1057.168522] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.168669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.168743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.169105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.169271] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.169576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.169576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.169576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.169750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.169750] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.586314] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.586427] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.586541] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.586823] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.589019] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.589019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.589019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.589019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.589019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.589019] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.589019] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.589019] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.589019] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.589019] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.589019] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.589019] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.590239] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 1057.590438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.609930] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.610148] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.610319] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.610725] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.611073] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-6f328e47-cd9b-46bf-8282-040d88a35a94 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.611261] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.611653] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.612095] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.612260] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f328e47-cd9b-46bf-8282-040d88a35a94',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.672266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.672470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.672510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.672753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.672849] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.673104] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.673210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.673285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.673448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.673527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.673614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 already deleted. [ 1057.673695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.115257] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.118017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 6f328e47-cd9b-46bf-8282-040d88a35a94 not found, creating... [ 1058.118017] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.118017] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.118669] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.119026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.119254] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.119561] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.120511] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.120511] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 6f328e47-cd9b-46bf-8282-040d88a35a94 is going to be created. [ 1058.145555] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.147599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.147599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.147599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.147599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.147599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310452] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1058.310734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.311196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.312532] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.312532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.312532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.312532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.312532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.312532] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.816105] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.870980] env[66232]: INFO networking_nsxv3.common.synchronization [req-fc9351c1-1a00-4ff7-acba-7aae45b57a6f req-59f085d1-476d-4e6e-8988-eef3bab61712 service nova] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1058.871194] env[66232]: INFO networking_nsxv3.common.synchronization [req-fc9351c1-1a00-4ff7-acba-7aae45b57a6f req-59f085d1-476d-4e6e-8988-eef3bab61712 service nova] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1058.871337] env[66232]: INFO networking_nsxv3.common.synchronization [req-fc9351c1-1a00-4ff7-acba-7aae45b57a6f req-59f085d1-476d-4e6e-8988-eef3bab61712 service nova] Enqueued Resource ID: 6f328e47-cd9b-46bf-8282-040d88a35a94 with Priority: HIGHEST for action port [ 1058.872241] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_rules [ 1058.872390] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1058.872482] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f328e47-cd9b-46bf-8282-040d88a35a94 with Priority: HIGHEST for action port [ 1058.872765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.872892] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.872949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.873207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.873281] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.875140] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.875140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.875140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.875336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.875363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.875472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.875782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.875782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.875782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.875929] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.877753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f328e47-cd9b-46bf-8282-040d88a35a94 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.877873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.877942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.878134] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.878217] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f328e47-cd9b-46bf-8282-040d88a35a94',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.319338] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.375580] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.375819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.378151] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.380762] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f328e47-cd9b-46bf-8282-040d88a35a94 with status ACTIVE [ 1059.380975] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.381674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.382122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.382122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382773] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.382773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.382773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.382773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.382773] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.382773] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f328e47-cd9b-46bf-8282-040d88a35a94 is going to be updated. [ 1059.413076] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.413391] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.413527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.413828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.414145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.415123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f328e47-cd9b-46bf-8282-040d88a35a94" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.824261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.824261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.824261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.824261] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be updated. [ 1059.867160] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.867160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.867160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.867160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.867160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.878582] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1059.880728] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.383101] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.383473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.383473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.383603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.383735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.383861] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 is going to be created. [ 1060.423400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.423584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.423645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.423883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.424061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.436433] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: UNINITIALIZED for 2s [ 1061.896035] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1061.896335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.896411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.896624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.896938] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.897113] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.897182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.897343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.897423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.897527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.897648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.401243] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.458033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: SUCCESS [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.458033] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.458033] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.903114] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c62a2cdf-ced2-41ca-a269-0a9a61493c8c: rpc.has_security_group_logging(os_id): False [ 1062.928830] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.929579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.929579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.929579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.929579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.929779] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.929779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.929864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.930425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.930425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.930425] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be updated. [ 1062.961919] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.003453] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.003453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.003453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.003453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.003453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.027702] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1063.465390] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cb063a-6ccc-43f9-ab17-3e41807f6bf8: rpc.has_security_group_logging(os_id): False [ 1063.501629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.501777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.501827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.502060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.502213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.502541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.502673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.502744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.503059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.503059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.503059] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 is going to be created. [ 1063.592868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.593993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.593993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.593993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.593993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.617141] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: IN_PROGRESS for 2s [ 1063.873393] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.873541] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1065.052289] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1065.052853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.631526] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: SUCCESS [ 1065.631875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.195139] env[66232]: INFO networking_nsxv3.common.synchronization [None req-55052ebe-6376-4c43-86a2-5a73e718e1a0 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1066.195851] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1066.196198] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.196330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.196471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.196656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.196740] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.323278] env[66232]: INFO networking_nsxv3.common.synchronization [None req-8ccc4dea-dd3d-4b1b-ae42-71181431c692 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1066.324057] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1066.324399] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.324556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.719170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.719653] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 already deleted. [ 1066.719739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.719885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.720330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.720330] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.092209] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5eb8afbe-f8ac-4c52-8d82-bc4e5766abf2 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1067.093120] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1067.095164] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.095164] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.095164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.095482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.095482] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.247903] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.248298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.248298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.248363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.248504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.248635] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 already deleted. [ 1067.248758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.599273] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.600044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.600044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.600044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.600260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.601317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.601587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.601723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.602023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.602147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.602303] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be deleted. [ 1067.645053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.645053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.645329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.645519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.645623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.645780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.158050] env[66232]: INFO networking_nsxv3.common.synchronization [req-0c906411-93d2-4143-b68f-89f2a8f935da req-46134fd0-6601-4196-b64a-bc98110e1b43 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1070.158468] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1070.160042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.160180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.160283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.160591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.160786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.160893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.160957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.161131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.161250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.161497] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.637119] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.638346] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.639105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.639105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.639350] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.639689] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.639901] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.640570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.640570] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.640570] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.640757] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.640897] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.641050] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.641223] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.641369] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.642034] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.665150] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.665408] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.665521] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.665692] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666068] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-b23e103f-5571-4c4a-bcea-f44080fe2c1a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666266] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666395] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.666828] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.667555] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23e103f-5571-4c4a-bcea-f44080fe2c1a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.669118] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.669118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.669118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.669118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.669118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.669118] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.669118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.669556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.669556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.669963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.670184] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 already deleted. [ 1070.670295] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.171972] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.172368] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.172452] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.172730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.172879] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.173287] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port b23e103f-5571-4c4a-bcea-f44080fe2c1a not found, creating... [ 1071.173371] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.173491] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.173610] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.173842] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.173983] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.174290] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.174448] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.174625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.174877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.174990] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.175147] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: b23e103f-5571-4c4a-bcea-f44080fe2c1a is going to be created. [ 1071.200494] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200895] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.201194] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.201456] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.202093] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.366472] env[66232]: INFO networking_nsxv3.common.synchronization [req-68d1ec47-7868-4430-b27b-e269ced7e2f4 req-9add6e13-c715-4a67-ab26-52af676198e8 tempest-DeleteServersTestJSON-1793948338 tempest-DeleteServersTestJSON-1793948338-project-member] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1071.366909] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGHEST for action security_group_members [ 1071.367233] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.367366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.367435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.367640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.367787] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.367880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.368991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.368991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.368991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.368991] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.873929] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.873929] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.873929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.873929] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be updated. [ 1071.917452] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.917653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917934] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.918124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.927924] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: IN_PROGRESS for 2s [ 1071.962448] env[66232]: INFO networking_nsxv3.common.synchronization [req-0c906411-93d2-4143-b68f-89f2a8f935da req-c84c7eb5-65a7-4b49-b7fa-e8956cbe9ca8 service nova] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1071.962967] env[66232]: INFO networking_nsxv3.common.synchronization [req-0c906411-93d2-4143-b68f-89f2a8f935da req-c84c7eb5-65a7-4b49-b7fa-e8956cbe9ca8 service nova] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1071.963160] env[66232]: INFO networking_nsxv3.common.synchronization [req-0c906411-93d2-4143-b68f-89f2a8f935da req-c84c7eb5-65a7-4b49-b7fa-e8956cbe9ca8 service nova] Enqueued Resource ID: b23e103f-5571-4c4a-bcea-f44080fe2c1a with Priority: HIGHEST for action port [ 1071.963795] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_rules [ 1071.963938] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1071.964047] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23e103f-5571-4c4a-bcea-f44080fe2c1a with Priority: HIGHEST for action port [ 1071.964344] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.964471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.964539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965325] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.966359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.967024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967024] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.967235] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967941] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.968689] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23e103f-5571-4c4a-bcea-f44080fe2c1a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.968689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.968689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.968921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.968921] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23e103f-5571-4c4a-bcea-f44080fe2c1a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.471236] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.471236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.471924] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.474284] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23e103f-5571-4c4a-bcea-f44080fe2c1a with status ACTIVE [ 1072.474980] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.474980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.474980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.475277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.475277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475647] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.475647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.475647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476358] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.476808] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23e103f-5571-4c4a-bcea-f44080fe2c1a is going to be updated. [ 1072.514071] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.514299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.514405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.514694] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.514958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.515120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23e103f-5571-4c4a-bcea-f44080fe2c1a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.659360] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7ab310e-697a-4301-8f9d-b04ce8760e87 req-b4a7b370-4d98-4f2d-9674-495e7a8d561f tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1072.660340] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1072.661206] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.661350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.661421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.661626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.663304] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.663304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.663304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.663304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.663304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.663304] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.973954] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.018971] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019173] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019301] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019566] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019840] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.020022] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.020144] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.020357] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.020506] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.020743] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.020856] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.020963] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.021088] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.021197] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.021301] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.021430] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.045508] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.045508] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.045928] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.046320] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-851" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.047540] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-463ee29e-647c-4ff4-9e8b-e4c292395c77 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.047540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.047540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.047793] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.047892] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('463ee29e-647c-4ff4-9e8b-e4c292395c77',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.165034] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.476900] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.477272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.477272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.477701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.478629] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.478629] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 is going to be created. [ 1073.523022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.523228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.523298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.523517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.523726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.535550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: UNINITIALIZED for 2s [ 1073.550154] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.550318] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.550516] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.550873] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.551115] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.551312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 463ee29e-647c-4ff4-9e8b-e4c292395c77 not found, creating... [ 1073.551630] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.551869] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552014] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552252] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552404] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552815] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552928] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.553116] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.553278] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.553421] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.553571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 463ee29e-647c-4ff4-9e8b-e4c292395c77 is going to be created. [ 1073.595135] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.595304] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.595435] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.595730] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.595968] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.596216] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.668814] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.939278] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a in Status: SUCCESS [ 1073.939437] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a deletion is rescheduled due to dependency. [ 1073.939544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.176868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.176868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.176868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.176868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.176868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.176868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1074.207175] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.207175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.207175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.207175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.207175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.216850] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1074.325245] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7ab310e-697a-4301-8f9d-b04ce8760e87 req-4df2a764-0184-47e4-a025-0b40dabf9025 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 1074.325245] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7ab310e-697a-4301-8f9d-b04ce8760e87 req-4df2a764-0184-47e4-a025-0b40dabf9025 service nova] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1074.325245] env[66232]: INFO networking_nsxv3.common.synchronization [req-f7ab310e-697a-4301-8f9d-b04ce8760e87 req-4df2a764-0184-47e4-a025-0b40dabf9025 service nova] Enqueued Resource ID: 463ee29e-647c-4ff4-9e8b-e4c292395c77 with Priority: HIGHEST for action port [ 1074.325358] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_rules [ 1074.325562] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1074.325628] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463ee29e-647c-4ff4-9e8b-e4c292395c77 with Priority: HIGHEST for action port [ 1074.325905] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.326624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.326733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.326967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.327124] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.328511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.328511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.328702] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-463ee29e-647c-4ff4-9e8b-e4c292395c77 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.328805] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.328897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.329215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.329283] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('463ee29e-647c-4ff4-9e8b-e4c292395c77',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.833302] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 463ee29e-647c-4ff4-9e8b-e4c292395c77 with status ACTIVE [ 1074.833765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.833765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.833765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.834031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.834031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.834367] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.834367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.834367] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.834570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.834570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.834758] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.834853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.834975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.835164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.835252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.835313] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 463ee29e-647c-4ff4-9e8b-e4c292395c77 is going to be updated. [ 1074.836738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.836738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.868226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.868528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.869166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.869166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.869309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.869993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-463ee29e-647c-4ff4-9e8b-e4c292395c77" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153794] env[66232]: INFO networking_nsxv3.common.synchronization [req-481a3df1-181b-4434-b75c-a4247831b938 req-4fefdc37-593d-416d-8965-df0a9f82adfe tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1075.154540] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1075.154921] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.155078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.155162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.155419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.155585] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.155721] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.155819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.155991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.156091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.156192] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.547252] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: SUCCESS [ 1075.547564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.547803] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.548070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.548231] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.548349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.548416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.548609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.548718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.548828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.549075] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.562696] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.562847] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.562981] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.563259] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.563551] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.563750] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.563876] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.564126] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.564290] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.564517] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.564627] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.564738] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.564877] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.564957] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.565084] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.565225] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.588995] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.588995] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.588995] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.589262] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.589414] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-0cf04593-3ce4-4fc7-8d41-e345a5931192 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.589597] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.590287] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.590638] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.591067] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf04593-3ce4-4fc7-8d41-e345a5931192',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.658974] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.659252] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.659381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.659755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659965] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.660082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.660147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.660325] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.660407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.660511] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 already deleted. [ 1075.660627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.053840] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.094274] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.094976] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.095916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.095916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.095916] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.096281] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 0cf04593-3ce4-4fc7-8d41-e345a5931192 not found, creating... [ 1076.096643] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096907] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.097103] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.097451] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.097660] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.098086] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.098325] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.098544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.098834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.099045] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.099281] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 is going to be created. [ 1076.122406] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.122823] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.123108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.123448] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.123831] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.124469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.229346] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 4s [ 1076.556750] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4d2e169-4d96-47a2-b57c-52c96f73f901: rpc.has_security_group_logging(os_id): False [ 1076.585030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.585030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.585030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.585030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.585030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.585030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.585030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.585744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.586311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.588858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.588858] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 is going to be created. [ 1076.671732] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.671930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.671930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.672171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.672360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.685865] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: IN_PROGRESS for 2s [ 1076.914694] env[66232]: INFO networking_nsxv3.common.synchronization [req-481a3df1-181b-4434-b75c-a4247831b938 req-5c7b5000-2e33-4c11-b16a-84f5c9d81ad4 service nova] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1076.915026] env[66232]: INFO networking_nsxv3.common.synchronization [req-481a3df1-181b-4434-b75c-a4247831b938 req-5c7b5000-2e33-4c11-b16a-84f5c9d81ad4 service nova] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1076.915197] env[66232]: INFO networking_nsxv3.common.synchronization [req-481a3df1-181b-4434-b75c-a4247831b938 req-5c7b5000-2e33-4c11-b16a-84f5c9d81ad4 service nova] Enqueued Resource ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 with Priority: HIGHEST for action port [ 1076.916914] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1076.916914] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1076.916914] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 with Priority: HIGHEST for action port [ 1076.916914] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.916914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.916914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.916914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.917206] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.918276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.918462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.918574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.918763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.919366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.919507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.919591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.919778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.920110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.920110] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.920949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf04593-3ce4-4fc7-8d41-e345a5931192 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.921169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.921287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.921479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.921576] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf04593-3ce4-4fc7-8d41-e345a5931192',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.423047] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.424530] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.424843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.424929] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf04593-3ce4-4fc7-8d41-e345a5931192 with status ACTIVE [ 1077.425159] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.425266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.425328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.425541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.425619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.425858] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.425985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.425985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.426714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.426714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.426714] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.426714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.426714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.427360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.427360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.427360] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 is going to be updated. [ 1077.451369] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.451535] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.451576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.451783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.451926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.452105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.473748] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.474059] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.474244] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.474547] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.474961] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.475193] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.475402] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.475679] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.475900] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.476162] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.476311] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.476498] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.476637] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.476775] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.476886] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.477049] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.506788] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.507085] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.507314] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.507605] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.508200] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.508502] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.508627] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.508974] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.509153] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae3c06e-16e1-49d6-a039-97b2b13ebaa9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.929436] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.013591] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.013591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.013591] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.013805] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.013990] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.014245] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port dae3c06e-16e1-49d6-a039-97b2b13ebaa9 not found, creating... [ 1078.014825] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.015152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.015375] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.015834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.016176] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.016780] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017128] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017383] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.018531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.018531] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.018703] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 is going to be created. [ 1078.056064] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.056327] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.056446] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.056767] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.057060] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.057323] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.246267] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1078.246485] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.246772] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.247015] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.247229] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.247370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.247427] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.247587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.247677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.247760] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.432568] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.433739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.433739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.433739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.433739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.433739] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 is going to be created. [ 1078.459306] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.459691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.459798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.470816] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: UNINITIALIZED for 2s [ 1078.700755] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: SUCCESS [ 1078.700755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.751778] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.762058] env[66232]: INFO networking_nsxv3.common.synchronization [req-b45337b2-c188-4f67-bf04-e13bb7d61d5f req-75fac7fb-8252-48e2-81f1-365046a986a4 service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 1078.762058] env[66232]: INFO networking_nsxv3.common.synchronization [req-b45337b2-c188-4f67-bf04-e13bb7d61d5f req-75fac7fb-8252-48e2-81f1-365046a986a4 service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1078.762058] env[66232]: INFO networking_nsxv3.common.synchronization [req-b45337b2-c188-4f67-bf04-e13bb7d61d5f req-75fac7fb-8252-48e2-81f1-365046a986a4 service nova] Enqueued Resource ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with Priority: HIGHEST for action port [ 1078.762642] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 1078.763132] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1078.763360] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with Priority: HIGHEST for action port [ 1078.763800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.764177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.764501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.764837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.765109] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.766663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.767036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774889] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.774889] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.776638] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.776638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.776638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.777939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.777939] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae3c06e-16e1-49d6-a039-97b2b13ebaa9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.254079] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.277132] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.282506] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.283203] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with status ACTIVE [ 1079.283203] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.283203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.283203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.283439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.283529] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.283775] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.283890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.283955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.284137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.284218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.284410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.284504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.284567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.284710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.284787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.284874] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 is going to be updated. [ 1079.319442] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.319607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.319834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.320183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.320399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.320822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.756772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.757248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.757248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.757517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.757626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.757758] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1079.780020] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.788741] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.788928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.788977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.789218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.789402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.799442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1080.282508] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.283187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283457] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be created. [ 1080.317442] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.317752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.317843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.319089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.319089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.334136] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: UNINITIALIZED for 2s [ 1080.484386] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: SUCCESS [ 1080.484659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.485228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.485228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.485426] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.485544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.485613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.485768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.485870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.485959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.486059] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.988754] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.313992] env[66232]: INFO networking_nsxv3.common.synchronization [req-9039e5e3-1562-4254-94d7-7b8963068439 req-71041f19-2421-47d7-8562-375f7e26aba2 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1081.314630] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1081.315066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.315816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.316046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.316221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.316330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.316446] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.491541] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c945d8-e350-421e-bf3b-419f49e517f3: rpc.has_security_group_logging(os_id): False [ 1081.515605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.515755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.515833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.516086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.516178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.516463] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.516586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.516654] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.516829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.516942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.517098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 is going to be created. [ 1081.715235] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715954] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.716272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.731378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: IN_PROGRESS for 2s [ 1081.812135] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1081.812403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.812881] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.813088] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.813211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.813278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.813433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.813513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.813602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.813709] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.819688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.819870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.819944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.820334] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.820381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.820967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.820967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.820967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.820967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.821199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.821199] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be updated. [ 1081.860307] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.860542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.860682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.860829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.860985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.871829] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1082.316541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.316873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.316873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.317073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.317280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.317437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.317524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.317718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.317851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.318037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.318247] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.318371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.318438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.318589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.318772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.318938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.319105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.319258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.319293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.319385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.319474] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.344383] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 1082.344669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.345477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.345689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.346075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.346075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.346075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.346242] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.346298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.346423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.346473] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.823432] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ebc270-5e9d-41e9-9693-54f24abaf4e5: rpc.has_security_group_logging(os_id): False [ 1082.844814] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.847943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.848138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.848394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.848510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.848724] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.848867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.848944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.849109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.849261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.849458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.849559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.849623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.849767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.849847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.850038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.850207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.850207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.850424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.850424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.850490] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1082.851731] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.851840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.851916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.852137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.852357] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.852475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.852539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.852713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.852791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.852861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.853019] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.853116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.853177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.853316] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.853454] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.853542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.853601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.853813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.853886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.853967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.854068] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.931266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.931434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.931516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.931755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.931962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.949937] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1083.356772] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5242be-a6d3-4db6-b067-253a9984e743: rpc.has_security_group_logging(os_id): False [ 1083.377931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.378111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.378214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.378378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.378465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.378656] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.378774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.379187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.379187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.379436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.379436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.379580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.379635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.379816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.379908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.380124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.380197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.380283] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be created. [ 1083.439057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.439213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.439298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.439476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.439656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.452526] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 1083.750026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: SUCCESS [ 1083.750026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.882731] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1083.882914] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b deletion is rescheduled due to dependency. [ 1083.883048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.425558] env[66232]: INFO networking_nsxv3.common.synchronization [None req-4cead71f-0cc0-4ed8-8971-473dddc9f73e tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: f7a29706-d450-4263-b97e-7796e6de62ee with Priority: HIGHEST for action security_group_rules [ 1084.426144] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a29706-d450-4263-b97e-7796e6de62ee with Priority: HIGHEST for action security_group_rules [ 1084.426723] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a29706-d450-4263-b97e-7796e6de62ee taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.426723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.426927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.427030] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a29706-d450-4263-b97e-7796e6de62ee',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.534982] env[66232]: INFO networking_nsxv3.common.synchronization [None req-e0a2c480-411a-484b-b81e-85bd1f7fd587 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: f7a29706-d450-4263-b97e-7796e6de62ee with Priority: HIGHEST for action security_group_rules [ 1084.536045] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a29706-d450-4263-b97e-7796e6de62ee with Priority: HIGHEST for action security_group_rules [ 1084.536527] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a29706-d450-4263-b97e-7796e6de62ee taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.536605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949639] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950055] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950258] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a29706-d450-4263-b97e-7796e6de62ee already deleted. [ 1084.950258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.952061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.952284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.952392] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a29706-d450-4263-b97e-7796e6de62ee',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.966601] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1084.966856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.467149] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 1085.467436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.473244] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.473466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.473466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.473806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.473806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.473967] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a29706-d450-4263-b97e-7796e6de62ee already deleted. [ 1085.474047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a29706-d450-4263-b97e-7796e6de62ee" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.416828] env[66232]: INFO networking_nsxv3.common.synchronization [None req-299ed6c1-8fe1-4a82-b9a2-66612b6f2a67 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1086.417395] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1086.417701] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.417826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.417896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.418353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.418464] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.553028] env[66232]: INFO networking_nsxv3.common.synchronization [None req-716ae36b-37ca-4e52-a66f-da921facbaac tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1086.553028] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1086.553744] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.553963] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940462] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940584] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941077] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b already deleted. [ 1086.941182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.941524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.941626] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.463298] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.463453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.463521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.463748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.463859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.463911] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b already deleted. [ 1087.463995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.475940] env[66232]: INFO networking_nsxv3.common.synchronization [req-cd4a520c-0ea5-4ccf-a5c8-bb096a1f835a req-2a5f28b4-759b-4d5a-ba38-fa31c43fb159 tempest-ListImageFiltersTestJSON-1273338919 tempest-ListImageFiltersTestJSON-1273338919-project-member] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1087.476447] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1087.477405] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.477660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.477733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.477975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.478139] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.478244] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.478344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.478463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.478555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.478659] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.973588] env[66232]: INFO networking_nsxv3.common.synchronization [req-16614300-0f0e-47b1-8b2d-750bea39b275 req-63ee1fdf-c18f-41fb-9541-9c803d6fec13 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1087.973970] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1087.975219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.975219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.975219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.975455] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.975674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.976250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.976250] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.981367] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.478867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.479078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.479160] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.479505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.479643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.479912] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.480423] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.480553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.480634] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1088.483670] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.526486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.526671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.526726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.526933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.527102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.541274] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1088.986331] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.986331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.986331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.986712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.986712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.986770] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be updated. [ 1089.014924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.015092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.015142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.015337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.015481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.025524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1089.350485] env[66232]: INFO networking_nsxv3.common.synchronization [req-47786feb-42dc-4f3e-ac70-7326363a9059 req-e8bc1470-a44c-415f-a02e-039b4f7feba4 tempest-ServersNegativeTestJSON-1962420176 tempest-ServersNegativeTestJSON-1962420176-project-member] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 1089.351121] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGHEST for action security_group_members [ 1089.351371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.351492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.351558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.351761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.351909] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.352021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.352081] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.352222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.352312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352402] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.857075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.857075] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.857075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.857075] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be updated. [ 1089.893384] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.893384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.893384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.893384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.893648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.902677] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: IN_PROGRESS for 2s [ 1089.952669] env[66232]: INFO networking_nsxv3.common.synchronization [req-8b7655c1-1d31-4a72-b08d-a841cb54c129 req-cb53dae6-d3c7-4b32-af1c-a55d0b725a3a tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1089.953632] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1089.954063] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.954231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.954324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.954590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.954798] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.954937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.955033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.955331] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.955450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.955576] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.458922] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.552128] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1090.552370] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1090.552522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.961138] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.988967] env[66232]: INFO networking_nsxv3.common.synchronization [req-16943497-052c-4026-a12b-4375f85c47b2 req-09a59217-b68b-454a-95d8-da94c0faa0d3 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1090.989507] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1090.989820] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.989946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990234] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.990385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.990481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.990825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.990922] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.037364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1091.037576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.266820] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.267035] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.267163] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.267433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.267683] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.268125] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.268360] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.268658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.268753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.268964] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.269114] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.269228] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.269341] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.269490] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.269648] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.270127] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.290026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.290217] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.290360] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.290540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.290899] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-67489700-edc0-48cb-b477-97a66d3e75b5 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.291092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.291217] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.291521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.291692] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67489700-edc0-48cb-b477-97a66d3e75b5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.464345] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.464774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.464774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.464774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.464916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.464916] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1091.491468] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.491703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.491703] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.491875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.492032] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.493219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.493332] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.493400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.493566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.493648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.493819] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.493914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.493977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.494128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.494202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494288] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1091.503470] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1091.518760] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.518760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.518760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.518760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.518760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.527113] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1091.795169] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.795457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.795654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.796070] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.796301] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.796526] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 67489700-edc0-48cb-b477-97a66d3e75b5 not found, creating... [ 1091.796906] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.797161] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.797340] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.797654] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.797859] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.798372] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.798550] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.798727] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.799048] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.799272] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.799442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 67489700-edc0-48cb-b477-97a66d3e75b5 is going to be created. [ 1091.832187] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.834799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.834799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.834799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.834799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.834799] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.913596] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b280-e867-4530-bad6-c27847477870 in Status: SUCCESS [ 1091.913850] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b280-e867-4530-bad6-c27847477870 deletion is rescheduled due to dependency. [ 1091.914121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.624816] env[66232]: INFO networking_nsxv3.common.synchronization [req-16943497-052c-4026-a12b-4375f85c47b2 req-3b0acf42-5c3a-4539-9795-41ac342c6bc5 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1092.625162] env[66232]: INFO networking_nsxv3.common.synchronization [req-16943497-052c-4026-a12b-4375f85c47b2 req-3b0acf42-5c3a-4539-9795-41ac342c6bc5 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1092.625162] env[66232]: INFO networking_nsxv3.common.synchronization [req-16943497-052c-4026-a12b-4375f85c47b2 req-3b0acf42-5c3a-4539-9795-41ac342c6bc5 service nova] Enqueued Resource ID: 67489700-edc0-48cb-b477-97a66d3e75b5 with Priority: HIGHEST for action port [ 1092.625773] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1092.625913] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1092.626079] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67489700-edc0-48cb-b477-97a66d3e75b5 with Priority: HIGHEST for action port [ 1092.626383] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.627214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.627214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.627214] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.627214] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.627719] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.627815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.628011] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-67489700-edc0-48cb-b477-97a66d3e75b5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.628135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.628193] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.628419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.628450] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67489700-edc0-48cb-b477-97a66d3e75b5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.065927] env[66232]: INFO networking_nsxv3.common.synchronization [req-4910ef58-e784-47ff-a98d-8e7708093960 req-d6bbf8db-de2c-45ea-92d4-556047d52d5c tempest-ServersTestManualDisk-1713476917 tempest-ServersTestManualDisk-1713476917-project-member] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1093.066711] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGHEST for action security_group_members [ 1093.068429] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068774] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.069690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.069690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.069690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.069690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.069876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.069904] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.070068] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.129996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.132034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.132034] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67489700-edc0-48cb-b477-97a66d3e75b5 with status ACTIVE [ 1093.132034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.132034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.132034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.132034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.132034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.132369] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.132425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.132999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.132999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.132999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.133255] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.133318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.133389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.133543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.133623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.133712] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67489700-edc0-48cb-b477-97a66d3e75b5 is going to be updated. [ 1093.161793] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.162065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.162233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.162375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.162544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67489700-edc0-48cb-b477-97a66d3e75b5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.515944] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1093.516473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.539809] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1093.540217] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1093.540448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.540722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.541097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541363] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.541496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.541628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.541763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.541995] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.573142] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.573458] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.573551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.573797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.573926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.574250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574549] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.574655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574736] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 is going to be updated. [ 1093.612078] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.612381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.612513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.612903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.613152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.626852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: IN_PROGRESS for 2s [ 1094.044902] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.548202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.800956] env[66232]: INFO networking_nsxv3.common.synchronization [req-77763de6-2384-4ae3-bfc4-769a486ff036 req-f83b9b4b-840d-4d6a-8ade-a87a2460270c tempest-ListImageFiltersTestJSON-1273338919 tempest-ListImageFiltersTestJSON-1273338919-project-member] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1094.800956] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGHEST for action security_group_members [ 1094.800956] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.800956] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.800956] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.801506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.801506] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.050897] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.051754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.051754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.052337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.052493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.052602] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1095.074604] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.074801] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.074923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.075235] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.075869] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.076105] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.076244] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.076530] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.076632] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.076875] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.076966] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.077091] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.077234] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.077350] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.077459] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.077590] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.101657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.101850] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.101978] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.102422] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-351" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.102567] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.102745] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.102945] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.103816] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.103816] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae3c06e-16e1-49d6-a039-97b2b13ebaa9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.105957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.106209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.106209] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.106351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.106491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.116247] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1095.303051] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.303340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.303479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.304915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.305142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.305410] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.305548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.305587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.306589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.306589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.306589] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be updated. [ 1095.341907] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.342109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.358119] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: IN_PROGRESS for 2s [ 1095.374675] env[66232]: INFO networking_nsxv3.common.synchronization [req-4cc51251-79d9-4fdc-8763-47e86771abe5 req-782385f8-2e5b-49d5-a805-53c216a17143 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1095.375369] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1095.375737] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.375933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.376686] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.376686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.377053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.377171] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.606464] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.606688] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.606809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.607112] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.607269] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.607551] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.607709] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.607844] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.608099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.608274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.608594] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.608776] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.608902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.609144] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.609296] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.609442] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 is going to be updated. [ 1095.629907] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.630225] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.630274] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.630521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.630759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.631032] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.634932] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 in Status: SUCCESS [ 1095.635120] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 deletion is rescheduled due to dependency. [ 1095.635239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.804260] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.804583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.804583] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.804822] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.805957] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.805957] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805957] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805957] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.806187] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.806337] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.806392] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.806507] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.806617] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.806739] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.806849] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.806987] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.826838] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.827032] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.827173] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.827356] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.827668] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.827964] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.827964] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.828314] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.828454] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.879244] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.879412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.879484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.879707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.879800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.879998] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.880375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.880375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.880375] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.880490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.880535] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b already deleted. [ 1095.880650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.312108] env[66232]: INFO networking_nsxv3.common.synchronization [req-31cd49e2-492b-4b31-b3a2-d0f694d1c94f req-bc44751b-a0a6-43d5-93a8-abdcfefffef5 service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 1096.312311] env[66232]: INFO networking_nsxv3.common.synchronization [req-31cd49e2-492b-4b31-b3a2-d0f694d1c94f req-bc44751b-a0a6-43d5-93a8-abdcfefffef5 service nova] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1096.312437] env[66232]: INFO networking_nsxv3.common.synchronization [req-31cd49e2-492b-4b31-b3a2-d0f694d1c94f req-bc44751b-a0a6-43d5-93a8-abdcfefffef5 service nova] Enqueued Resource ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with Priority: HIGHEST for action port [ 1096.313072] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_rules [ 1096.313218] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1096.313317] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with Priority: HIGHEST for action port [ 1096.313605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.314104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.314104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.316722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.318823] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.319760] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.319894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.320067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.320275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.320443] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.320545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.320608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.320796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.320831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.320919] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.321794] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.321902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.321971] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.322769] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.324970] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae3c06e-16e1-49d6-a039-97b2b13ebaa9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.330580] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.330798] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.330925] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.331239] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.331422] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.331651] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 not found, creating... [ 1096.332070] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.332337] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.332546] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.332899] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.333880] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.334385] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.334652] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.334859] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.335224] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.335472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.335709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 is going to be created. [ 1096.361447] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.361658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.361785] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.362059] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.362296] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.362524] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.825794] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.825794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.826177] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.828614] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae3c06e-16e1-49d6-a039-97b2b13ebaa9 with status ACTIVE [ 1096.828829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.828952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.829280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.829361] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.829585] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.829923] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.830076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.830286] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.830381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.830437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.830571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.830640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.830726] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae3c06e-16e1-49d6-a039-97b2b13ebaa9 is going to be updated. [ 1096.852121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.852278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.852365] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.852568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.852718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.852899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae3c06e-16e1-49d6-a039-97b2b13ebaa9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.128322] env[66232]: INFO networking_nsxv3.common.synchronization [req-4cc51251-79d9-4fdc-8763-47e86771abe5 req-84720d7d-a64f-4d87-aec9-8b644eed10a3 service nova] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1097.128322] env[66232]: INFO networking_nsxv3.common.synchronization [req-4cc51251-79d9-4fdc-8763-47e86771abe5 req-84720d7d-a64f-4d87-aec9-8b644eed10a3 service nova] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1097.128322] env[66232]: INFO networking_nsxv3.common.synchronization [req-4cc51251-79d9-4fdc-8763-47e86771abe5 req-84720d7d-a64f-4d87-aec9-8b644eed10a3 service nova] Enqueued Resource ID: fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 with Priority: HIGHEST for action port [ 1097.129559] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1097.131433] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.131433] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_rules [ 1097.131433] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1097.131433] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 with Priority: HIGHEST for action port [ 1097.132279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.132635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.132904] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.133169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.133329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.135722] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.135722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.135722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.135722] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.138238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.138238] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.138591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.139582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.139582] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.327795] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.370365] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a330fc68-343b-476d-9ea1-c1a19be5b417 in Status: SUCCESS [ 1097.370644] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 deletion is rescheduled due to dependency. [ 1097.370808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.640987] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.641130] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.641413] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.641518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.641585] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.641800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.641974] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642289] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.642372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.642471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.642613] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642926] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.643079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.643171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.643229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.643363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.643437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.643518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.643603] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.644502] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.645197] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 with status ACTIVE [ 1097.645385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.645492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.645557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.645704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.645782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.645940] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.646050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.646099] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.646233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.646321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.646499] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.646591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.646650] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.646782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.646854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.646939] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9 is going to be updated. [ 1097.667664] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.667855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.667855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.668158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.668309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2a2cfe-49f0-4b46-a2e0-c35b4dad92d9" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.829809] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.830097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.830097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.830246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.830371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.830482] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 1097.864082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.864233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.864306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.864521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.864672] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.873782] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 1098.148979] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.150672] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfe3686-ca49-4469-917b-a82ca9627a1c: rpc.has_security_group_logging(os_id): False [ 1098.172971] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.173207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.173207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.173418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.173528] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.173899] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.174054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.174131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.174256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.174478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.174674] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.174782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.174835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.175064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.175118] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.175312] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.175411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.175474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.175646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.175754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.175851] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1098.256469] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.256641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.256683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.256883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.257037] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.275133] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1098.654570] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.654736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.654736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.654969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.655073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.655232] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b is going to be created. [ 1098.678412] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.678562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.678634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.678837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.679007] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.692162] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: UNINITIALIZED for 2s [ 1099.885242] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 1099.885859] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.886142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.887033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.887283] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.888398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.888398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.888398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.888398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.888398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.888398] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.291636] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1100.291636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.391070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.391070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.391070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.391417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.391492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.391564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.391716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.392040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.392190] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.392283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.392343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.392478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.392555] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.392636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.392727] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.701804] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: SUCCESS [ 1100.702046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.702212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.702457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.702644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.702761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.702828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.703021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.703124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.703182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.703270] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.895175] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a5242be-a6d3-4db6-b067-253a9984e743: rpc.has_security_group_logging(os_id): False [ 1100.918597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.918792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.918912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.919227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.919545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.919642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.919781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.919873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.920107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.920220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.920515] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.920666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.920761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.920966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.921084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.921336] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.921465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.921561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.921755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.921863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.921983] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 1100.997778] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.997962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.998041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.998271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.998440] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.017502] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 1101.206060] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.708181] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f33c1a7-3d7e-4798-8224-9531d34ab63b: rpc.has_security_group_logging(os_id): False [ 1101.729311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.729503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.729573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.729752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.729974] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.730093] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.730407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.730407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.730407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.730521] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.730521] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b is going to be created. [ 1101.796345] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.796554] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.796670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.796981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.797240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.811226] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: IN_PROGRESS for 2s [ 1102.132209] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.133557] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1102.219580] env[66232]: INFO networking_nsxv3.common.synchronization [req-d07d156d-e483-4a74-ad52-7f78c138dcc1 req-5709667c-02f5-44fb-9c6b-78ad030b674f tempest-ServersTestJSON-161536510 tempest-ServersTestJSON-161536510-project-member] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1102.220451] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGHEST for action security_group_members [ 1102.220719] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.220920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.220920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.221153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.221311] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.221410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.221794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.221794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.221794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.221927] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.724147] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.725042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.725042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.725042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.725042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.725226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.725294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.725340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.725502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.725581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.725722] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be updated. [ 1102.755832] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.755996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.756144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.756411] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.756577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.766657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: IN_PROGRESS for 2s [ 1103.031482] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 1103.031716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.823292] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: SUCCESS [ 1103.823557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.778459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 in Status: SUCCESS [ 1104.778459] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 deletion is rescheduled due to dependency. [ 1104.778459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.221743] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.222073] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1110.936615] env[66232]: INFO networking_nsxv3.common.synchronization [req-06d7d71d-2009-4164-9f33-90661d84a7fa req-6105d5ad-8b75-4055-82d3-2d645a9210bb tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1110.938078] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1110.938873] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.939324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.939556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.939968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.940249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.940581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.940760] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.941098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.941297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.941523] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.426478] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.426684] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.427051] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.427140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.427537] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.427849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.427849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.428390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.428390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.428505] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.428539] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.428631] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.428748] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.428856] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.428970] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.429182] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.444038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.444247] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.444350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.444614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.444755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.444988] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.445129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.445210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.445429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.445525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.445626] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 already deleted. [ 1111.445727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.452357] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.452582] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.452789] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.452981] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.453326] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-99280618-efa7-4013-b438-b4f2ccad2103 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.453508] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.453628] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.453932] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.454199] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99280618-efa7-4013-b438-b4f2ccad2103',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.957204] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.957552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.957658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.957942] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.958111] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.958272] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 99280618-efa7-4013-b438-b4f2ccad2103 not found, creating... [ 1111.958546] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.958701] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.958820] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.959058] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.959202] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.959486] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.959636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.959751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.959951] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.960099] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.960337] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 99280618-efa7-4013-b438-b4f2ccad2103 is going to be created. [ 1111.982515] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.983230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.983230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.983230] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.983391] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.983599] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.669696] env[66232]: INFO networking_nsxv3.common.synchronization [req-681cf9ea-e3fe-4fb0-be95-b8aaf1da0571 req-7f08af66-ae8e-4580-a518-8538ad933bd6 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1112.670303] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1112.670620] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.670762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.670831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.671075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.671263] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.671388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.671473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.671627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.671758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.671898] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.718215] env[66232]: INFO networking_nsxv3.common.synchronization [req-06d7d71d-2009-4164-9f33-90661d84a7fa req-04b7d72a-a121-495d-a1eb-e81bc2127f7d service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1112.718378] env[66232]: INFO networking_nsxv3.common.synchronization [req-06d7d71d-2009-4164-9f33-90661d84a7fa req-04b7d72a-a121-495d-a1eb-e81bc2127f7d service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1112.718546] env[66232]: INFO networking_nsxv3.common.synchronization [req-06d7d71d-2009-4164-9f33-90661d84a7fa req-04b7d72a-a121-495d-a1eb-e81bc2127f7d service nova] Enqueued Resource ID: 99280618-efa7-4013-b438-b4f2ccad2103 with Priority: HIGHEST for action port [ 1112.718774] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1112.718899] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1112.718995] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99280618-efa7-4013-b438-b4f2ccad2103 with Priority: HIGHEST for action port [ 1112.719510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.719633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.719704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.719978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.720061] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.720939] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.721121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.721237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.721456] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.721601] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.721693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.721748] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.721887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.722027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.722087] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.723348] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-99280618-efa7-4013-b438-b4f2ccad2103 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.723348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.723348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.723476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.723608] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99280618-efa7-4013-b438-b4f2ccad2103',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.174097] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.224817] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.224944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.225169] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.226041] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99280618-efa7-4013-b438-b4f2ccad2103 with status ACTIVE [ 1113.226229] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.226350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.226417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.226624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.226716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.226886] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.227075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.227075] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.227197] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.227277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.227457] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.227551] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.227613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.227751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.227826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.227911] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99280618-efa7-4013-b438-b4f2ccad2103 is going to be updated. [ 1113.252257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.252452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.252452] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.252661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.252801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.252968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99280618-efa7-4013-b438-b4f2ccad2103" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.375172] env[66232]: INFO networking_nsxv3.common.synchronization [req-140d3cfa-72a8-4233-b904-cc6e04869059 req-4c4b37cc-9015-4ed2-804a-97a179246273 tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1113.375172] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1113.375403] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.375512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.677470] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.730648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.768287] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.768566] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.768747] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.769399] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.769830] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.769990] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.770160] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.770405] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.770595] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.770966] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.771132] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.771304] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.771516] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.771704] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.771903] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.772090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.801249] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.801819] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.801819] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.801819] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.802054] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-23ed9291-31bf-4505-8770-2d40485badfa taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.802485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.802485] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.802920] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.803238] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ed9291-31bf-4505-8770-2d40485badfa',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.179840] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.180199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.180199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.180700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.180700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.180700] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be updated. [ 1114.212785] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.212993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.212993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.213262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.213428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.222230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1114.233846] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.234012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.234072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.234312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.234400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.234500] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be created. [ 1114.260661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.260860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.260860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.261215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.261385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.293969] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: UNINITIALIZED for 2s [ 1114.306749] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.306997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.307152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.307445] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.307598] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.307753] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 23ed9291-31bf-4505-8770-2d40485badfa not found, creating... [ 1114.308026] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308210] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.308333] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.308558] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.308701] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.308998] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.309148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.309267] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.309501] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.309657] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.309809] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 23ed9291-31bf-4505-8770-2d40485badfa is going to be created. [ 1114.332412] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.332633] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.332759] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.333383] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.333643] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.077048] env[66232]: INFO networking_nsxv3.common.synchronization [req-140d3cfa-72a8-4233-b904-cc6e04869059 req-86797a60-0c7f-4659-ae7b-5cfcbaced9a8 service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1115.077048] env[66232]: INFO networking_nsxv3.common.synchronization [req-140d3cfa-72a8-4233-b904-cc6e04869059 req-86797a60-0c7f-4659-ae7b-5cfcbaced9a8 service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1115.077048] env[66232]: INFO networking_nsxv3.common.synchronization [req-140d3cfa-72a8-4233-b904-cc6e04869059 req-86797a60-0c7f-4659-ae7b-5cfcbaced9a8 service nova] Enqueued Resource ID: 23ed9291-31bf-4505-8770-2d40485badfa with Priority: HIGHEST for action port [ 1115.078343] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1115.078529] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1115.078612] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ed9291-31bf-4505-8770-2d40485badfa with Priority: HIGHEST for action port [ 1115.078869] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.078985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.079830] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.079920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.080147] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ed9291-31bf-4505-8770-2d40485badfa taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.080272] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.080340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.080562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.080648] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ed9291-31bf-4505-8770-2d40485badfa',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.583392] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ed9291-31bf-4505-8770-2d40485badfa with status ACTIVE [ 1115.583705] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.583825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.583977] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.584154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.584259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.584439] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.584536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.584601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.584824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.584824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.585031] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.585135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.585271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.585487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.585630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.585786] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ed9291-31bf-4505-8770-2d40485badfa is going to be updated. [ 1115.613670] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.613840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.613936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.614231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.614417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.614674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ed9291-31bf-4505-8770-2d40485badfa" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.772669] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c3f7af8-c3f3-4902-82fa-0fe4a4ec9c8a req-472bc121-5e4f-45b8-a892-a3e13540fc8d tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1115.776644] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1115.776644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.776644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.135969] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.136159] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.136347] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.136649] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.137285] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.137285] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.137285] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.137662] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.137769] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.137954] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.138082] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.138258] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.138368] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.138492] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.138590] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.138796] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.157617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.157812] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.157985] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.158201] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-66" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.158558] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-81c218a2-2349-4f89-9c31-f4dac55892f4 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.158749] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.158878] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.159340] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.159534] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c218a2-2349-4f89-9c31-f4dac55892f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.232634] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1116.232978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.310066] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1116.310066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.310408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.310460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.310650] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.310763] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.310815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.311054] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.311139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.311204] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.311308] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.312560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.312828] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.313079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.313312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.313421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.313614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.313762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.313902] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.662834] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.662834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.662834] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.663328] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.663522] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.663750] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 81c218a2-2349-4f89-9c31-f4dac55892f4 not found, creating... [ 1116.664112] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.664293] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.664418] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.664679] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.664821] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.665162] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.665343] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.665469] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.665672] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.665824] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.665985] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 81c218a2-2349-4f89-9c31-f4dac55892f4 is going to be created. [ 1116.687972] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.688104] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.688222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.688500] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.689219] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.689366] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.816045] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.816270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.816467] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.320277] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.448320] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c3f7af8-c3f3-4902-82fa-0fe4a4ec9c8a req-c8d5be25-c67b-4746-9a1e-630d6d3532fd service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1117.448573] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c3f7af8-c3f3-4902-82fa-0fe4a4ec9c8a req-c8d5be25-c67b-4746-9a1e-630d6d3532fd service nova] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1117.448766] env[66232]: INFO networking_nsxv3.common.synchronization [req-1c3f7af8-c3f3-4902-82fa-0fe4a4ec9c8a req-c8d5be25-c67b-4746-9a1e-630d6d3532fd service nova] Enqueued Resource ID: 81c218a2-2349-4f89-9c31-f4dac55892f4 with Priority: HIGHEST for action port [ 1117.449451] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_rules [ 1117.449616] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1117.449754] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c218a2-2349-4f89-9c31-f4dac55892f4 with Priority: HIGHEST for action port [ 1117.450239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.450366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.450656] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.450761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c218a2-2349-4f89-9c31-f4dac55892f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451318] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.451651] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.451651] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c218a2-2349-4f89-9c31-f4dac55892f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.822645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.823065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.823277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.823380] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1117.855486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.855689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.855759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.855928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.856109] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.864996] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1117.953871] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c218a2-2349-4f89-9c31-f4dac55892f4 with status ACTIVE [ 1117.954097] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.954284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.954358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.954653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.954744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.954931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.955070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.955137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.955297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.955376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.955763] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.955938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.956281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.956375] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c218a2-2349-4f89-9c31-f4dac55892f4 is going to be updated. [ 1117.987467] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.987665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.987665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.987867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.988008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.988172] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c218a2-2349-4f89-9c31-f4dac55892f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.876265] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1119.876835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.876935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.877322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.877389] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.877481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.877557] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.877710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.877789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.877882] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.137948] env[66232]: INFO networking_nsxv3.common.synchronization [req-5281d800-4488-40b1-8988-90ff3507239c req-a4476c66-a954-4dad-ac1c-690232931730 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1120.138982] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGHEST for action security_group_members [ 1120.138982] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.140758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.142275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.142710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.145418] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.145418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.145418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.145418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.145418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.145418] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.380314] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.648597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.648825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.648825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.649746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.649746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.649746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.649746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.649746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.649746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.650125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.650125] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be updated. [ 1120.678054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.678207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.678326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.678477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.678657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.691360] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: IN_PROGRESS for 2s [ 1120.886061] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.900647] env[66232]: INFO networking_nsxv3.common.synchronization [req-5ade2e1e-70b5-4287-9a45-30ee924e58a3 req-5e07dfe5-1f6e-4b52-a866-6177171a63a8 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 1120.901201] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGHEST for action security_group_members [ 1120.901533] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.901655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.901719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.901921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.902199] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.902199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.902352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.902454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.902507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.902917] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.390511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.390675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.390749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.391039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.391111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.391253] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1121.404573] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.404759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.404802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.404985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.405090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.405288] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.405373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.405516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.405660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.405660] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.405754] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a is going to be updated. [ 1121.423316] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.423488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.423548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.423743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.423890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.433107] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1121.436342] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.436487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.436541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.436790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.436939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.444396] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: IN_PROGRESS for 2s [ 1122.705068] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c in Status: SUCCESS [ 1122.705068] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c deletion is rescheduled due to dependency. [ 1122.705068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.445080] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1123.445250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.446343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.446614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.446852] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.446987] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.447098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.447299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.447390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.447505] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.455138] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a in Status: SUCCESS [ 1123.455337] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a deletion is rescheduled due to dependency. [ 1123.455480] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.949949] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.455406] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.552371] env[66232]: INFO networking_nsxv3.common.synchronization [None req-f99560cf-2a8d-4c82-932e-fb193736ceb4 tempest-AttachInterfacesTestJSON-32334645 tempest-AttachInterfacesTestJSON-32334645-project-member] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1124.552902] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGHEST for action security_group_members [ 1124.554479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.554479] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.554479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.554479] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.957735] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.958103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958403] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1124.986453] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.986538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.986618] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.986842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.987028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.996045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1125.056789] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.056973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.057044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.057284] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.057353] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.057550] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.057714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.057770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.057900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.057996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.058108] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be updated. [ 1125.090238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.100572] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: IN_PROGRESS for 2s [ 1127.007933] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1127.008217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.008341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.008570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.008769] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.008884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.008952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.009290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.009383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.009472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.009639] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.009724] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.009811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.009967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.010132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.010229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.010291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.010425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.010501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.010573] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.010658] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.011519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.011673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.011829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.011927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.011990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.012139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.012215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.012300] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.111844] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a5242be-a6d3-4db6-b067-253a9984e743 in Status: SUCCESS [ 1127.112545] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 deletion is rescheduled due to dependency. [ 1127.112545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.514455] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74c96593-aa9a-45c0-a22d-35c5503d8c87: rpc.has_security_group_logging(os_id): False [ 1127.515543] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.535625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.535937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.535937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.536202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.536543] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.536667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.536735] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.536914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536997] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.537227] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.537329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.537394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.537536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.537609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.537817] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.537911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.537980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.538148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.538223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.538324] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be created. [ 1127.596296] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.596524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.596524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.596713] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.596908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.609868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1128.018594] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.523920] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.524127] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.524207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.524467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.524586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.524707] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1128.557140] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.557140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.557140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.557140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.557140] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.566504] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1129.554112] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1129.554646] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1129.624709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1129.624995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.625221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.625472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.625598] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.127986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.128219] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.576244] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1130.576561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.576655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.576959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.577205] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.577351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.577442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.577655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.577746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.577837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.577930] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.784243] env[66232]: INFO networking_nsxv3.common.synchronization [req-00757f6d-67f8-464b-8a36-c4faead9c677 req-18befe16-75dc-439a-962c-2bc98dcf97e3 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1130.785493] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGHEST for action security_group_members [ 1130.786213] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.786213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.786213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.786481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.786687] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.786910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.786910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.787139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.787405] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.787405] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.789901] env[66232]: INFO networking_nsxv3.common.synchronization [req-49543a10-a64d-4331-8210-35e80ba5a719 req-60997515-ba74-4efe-a290-d7d496c966da tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1130.790614] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1130.791454] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.791454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.791570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.792800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.792800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.792800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.792800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.792800] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.079983] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.080084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.080123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.080349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.080510] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.080609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.080668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.080819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.080905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.080984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.081151] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.081276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.081345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.081483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.081620] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.081711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.081770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.081902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.082021] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.082097] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.082202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.291740] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.292683] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.292683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.293034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.293034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.293034] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 is going to be updated. [ 1131.294642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.294752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.294821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.295232] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.295669] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1131.325497] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.325799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.325856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.326184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.326412] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.328825] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.328952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.329008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.329198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.329415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.339635] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: IN_PROGRESS for 2s [ 1131.340304] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1131.584266] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74c96593-aa9a-45c0-a22d-35c5503d8c87: rpc.has_security_group_logging(os_id): False [ 1131.606886] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.607059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.607137] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.607385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.607509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.607798] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.607908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.607996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.608181] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.608263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.608515] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.608613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.608702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.608873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.608995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.609320] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.609477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.609578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.609785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.609912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.610080] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1131.675321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.675472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.675536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.675749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.675962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.688828] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1133.195028] env[66232]: INFO networking_nsxv3.common.synchronization [req-6cd358dd-b8b1-43fe-9cc8-63980fbada0e req-14624a2b-d577-42b1-b49e-865aef6866e0 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 1133.195394] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 1133.195480] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.195604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.196012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.196012] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.196125] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.196414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.196414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.196511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.196511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.196845] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.351650] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1133.351839] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1133.351949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.352699] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 in Status: SUCCESS [ 1133.352837] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 deletion is rescheduled due to dependency. [ 1133.352931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.676256] env[66232]: INFO networking_nsxv3.common.synchronization [req-a0ec71b4-fd6a-4938-8a72-e4135cde61ca req-8303f433-9227-4e02-b27b-649738878a51 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1133.677177] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1133.677794] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.677922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.677984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.678213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.678369] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.678464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.678519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.678683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.678768] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.678862] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.698532] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.702983] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1133.703236] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.703827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.703958] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.021923] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.021923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.021923] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022253] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.022489] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.022668] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.022765] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022977] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.023140] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.023399] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.023684] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.023684] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.023812] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.023890] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.024073] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.024223] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.045905] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.046132] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.046226] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.046412] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-762" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.046763] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-0167066f-fdb4-438a-b89e-6032b1346b34 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.046956] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.047086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.047437] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.047605] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0167066f-fdb4-438a-b89e-6032b1346b34',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.181558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.181558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.181558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.181558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.181558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.181558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.181900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.181900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.181900] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.182079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.182079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1134.201356] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.206317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.206525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.206632] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.206879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.207279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.207279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.207442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.207539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.207634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.207728] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.207817] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.220437] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.220437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.220437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.221395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.222025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.233104] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1134.550061] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.550364] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.550506] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.550868] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.551091] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.551289] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 0167066f-fdb4-438a-b89e-6032b1346b34 not found, creating... [ 1134.551629] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.551814] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.551949] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.552273] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.552468] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.552829] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.553019] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.553203] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.553468] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.553633] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.553795] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 0167066f-fdb4-438a-b89e-6032b1346b34 is going to be created. [ 1134.576144] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.576457] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.576525] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.576772] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.577013] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.577251] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.704085] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.704336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.704336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.704605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.704725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.704783] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 1134.709715] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.709715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.710096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.710346] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.710497] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.710590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.710798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.710905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.711008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.711180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.711302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711531] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.711669] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.711762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711823] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.712051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.712292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.712292] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.735687] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.735872] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.735925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.736132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.736592] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.746914] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 1135.214773] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74c96593-aa9a-45c0-a22d-35c5503d8c87: rpc.has_security_group_logging(os_id): False [ 1135.235137] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.235401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.235575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.235891] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.235891] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.236036] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.236084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.236275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.236344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.236665] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.236665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.236665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.236863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.236863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.237257] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.237366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.238094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.238094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.238094] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.238094] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1135.319268] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.319471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.319513] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.319712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.319865] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334962] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1135.756670] env[66232]: INFO networking_nsxv3.common.synchronization [req-a0ec71b4-fd6a-4938-8a72-e4135cde61ca req-c7148998-5331-40c4-bfd7-40436c9bfb40 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1135.756935] env[66232]: INFO networking_nsxv3.common.synchronization [req-a0ec71b4-fd6a-4938-8a72-e4135cde61ca req-c7148998-5331-40c4-bfd7-40436c9bfb40 service nova] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1135.757636] env[66232]: INFO networking_nsxv3.common.synchronization [req-a0ec71b4-fd6a-4938-8a72-e4135cde61ca req-c7148998-5331-40c4-bfd7-40436c9bfb40 service nova] Enqueued Resource ID: 0167066f-fdb4-438a-b89e-6032b1346b34 with Priority: HIGHEST for action port [ 1135.757828] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_rules [ 1135.758046] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1135.758215] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0167066f-fdb4-438a-b89e-6032b1346b34 with Priority: HIGHEST for action port [ 1135.758636] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.758807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.758890] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.759170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.759283] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.760688] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.760854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.761105] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0167066f-fdb4-438a-b89e-6032b1346b34 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.761245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.761336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.761571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.761681] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0167066f-fdb4-438a-b89e-6032b1346b34',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.942341] env[66232]: INFO networking_nsxv3.common.synchronization [None req-712b7ac4-ee42-4db1-8bb6-dd2805387165 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1135.942767] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1135.943240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.943373] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.943432] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.943701] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.943803] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.023561] env[66232]: INFO networking_nsxv3.common.synchronization [None req-cd73fe27-ee47-4143-9463-14754279dd08 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1136.024774] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1136.025148] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.025259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.245017] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1136.245017] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1136.245017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.245017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.245017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.245442] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.245442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.245442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.245442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.245605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.245605] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.263741] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.263960] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.264203] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0167066f-fdb4-438a-b89e-6032b1346b34 with status ACTIVE [ 1136.264470] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.264636] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.264739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.265086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.265225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.265475] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.265621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.265719] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.265944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.266102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.266377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.266542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.266639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.266864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.266979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.267123] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0167066f-fdb4-438a-b89e-6032b1346b34 is going to be updated. [ 1136.290511] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.291111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.291304] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0167066f-fdb4-438a-b89e-6032b1346b34" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.469858] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.472511] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.472562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.472755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.472851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.472958] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 already deleted. [ 1136.473058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.473223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.473413] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.473493] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.749346] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.758880] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 1136.759121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.995703] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.995852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.995970] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.996152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.996246] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.996392] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 already deleted. [ 1136.996498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.252515] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.348309] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1137.348619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.754709] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.754937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.754937] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.755183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.755275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755379] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1137.786136] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.786290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.786415] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.786781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.786973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.796682] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1139.414308] env[66232]: INFO networking_nsxv3.common.synchronization [req-1e6f6bcf-8582-413c-8ebb-4bf8af49041d req-a2a55e4a-930a-46a2-aeee-bd8d4d761e55 tempest-ServerRescueNegativeTestJSON-1849821989 tempest-ServerRescueNegativeTestJSON-1849821989-project-member] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 1139.414308] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGHEST for action security_group_members [ 1139.414623] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.415280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.415280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.415280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.415280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.415280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.415502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.415502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.415502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.415610] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.807803] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1139.808096] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.808266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.808491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.808707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.808800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.808876] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.809027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.809095] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.809179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.809283] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.918519] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.918762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.918806] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.920044] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.920044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.920044] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be updated. [ 1139.948482] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.948687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.948687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.948894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.960859] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: IN_PROGRESS for 2s [ 1140.311949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.311949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.311949] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.312171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.312347] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.312457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.312542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.312677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.312765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.312856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.313014] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.313101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.313178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.313303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.313491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.313635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.313635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.313779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.313855] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.313936] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.314831] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.628769] env[66232]: INFO networking_nsxv3.common.synchronization [req-e18677c8-cafc-4186-be33-6e8f4981d67c req-f3aa2d08-1ec9-40ce-a72e-74abca7e9353 tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1140.629261] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1140.629707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.629707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.629799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.629925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.630098] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.630199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.630263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.630409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.630498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.630587] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.818547] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfe3686-ca49-4469-917b-a82ca9627a1c: rpc.has_security_group_logging(os_id): False [ 1140.842143] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.842856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.843022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.843267] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.843372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.843634] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.843747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.843831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844102] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.844245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.844497] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844665] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844807] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.844882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845098] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.845232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.845282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.845403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.845476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845563] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1140.998112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.998302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.998567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.998567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.998692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.012331] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1141.133139] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.636030] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.971660] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 in Status: SUCCESS [ 1141.971836] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 deletion is rescheduled due to dependency. [ 1141.971955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.141012] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.141265] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.141402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.141677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.141858] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.141984] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1142.172603] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.172762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.172833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.173093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.173261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.182385] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1142.390504] env[66232]: INFO networking_nsxv3.common.synchronization [req-7cc747a1-ece0-4db2-b48b-f688825865c9 req-1563040d-7f30-4e1a-a8b7-136e7f07aee4 tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1142.391063] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1142.391383] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.391624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.391624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.393565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.393565] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.393565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.393565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.393565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.393565] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.393565] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.763517] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.763864] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.763911] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.764196] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.764456] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.764614] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.764732] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.764943] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.765110] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.765321] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.765434] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.765544] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.765651] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.765762] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.765863] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.765994] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.784504] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.784717] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.784858] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.785072] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-462" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.785420] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.785631] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.785777] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.786131] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.786290] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.894276] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.894678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.894835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.895143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.895346] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.895661] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.895857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.895950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.896129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.896226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.896318] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 already deleted. [ 1142.896402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.027106] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1143.027337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.289101] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.289332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.289445] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.289758] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.289969] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.290237] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 not found, creating... [ 1143.290576] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.290830] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.290982] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.291277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.291526] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.291868] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.292042] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.292166] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.292381] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.292519] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.292662] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 is going to be created. [ 1143.313727] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.314052] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.314149] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.314376] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.314695] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.314927] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.028584] env[66232]: INFO networking_nsxv3.common.synchronization [req-7cc747a1-ece0-4db2-b48b-f688825865c9 req-7e1ca1fb-9de4-4409-ac5a-dbc6454d6e00 service nova] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1144.028873] env[66232]: INFO networking_nsxv3.common.synchronization [req-7cc747a1-ece0-4db2-b48b-f688825865c9 req-7e1ca1fb-9de4-4409-ac5a-dbc6454d6e00 service nova] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1144.029020] env[66232]: INFO networking_nsxv3.common.synchronization [req-7cc747a1-ece0-4db2-b48b-f688825865c9 req-7e1ca1fb-9de4-4409-ac5a-dbc6454d6e00 service nova] Enqueued Resource ID: 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 with Priority: HIGHEST for action port [ 1144.032177] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_rules [ 1144.032177] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1144.032177] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 with Priority: HIGHEST for action port [ 1144.032177] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.032177] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.032177] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.032177] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.032177] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.032911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.032911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.032911] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.033306] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.033382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.034357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.034357] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.193222] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1144.193559] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.535385] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.536717] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.537022] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.537079] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 with status ACTIVE [ 1144.537261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.537368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.537471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.537663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.537753] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.537923] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.538909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.538909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.538909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.538909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.539313] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.539313] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.539393] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.539516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.539593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.539698] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85 is going to be updated. [ 1144.563193] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.563377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.563421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.563689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.563836] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.563999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1eabd3-a745-43a3-b0e0-2e7fe9e86e85" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.043790] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.548436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.548606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.548606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.548747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.548834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.549426] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 is going to be created. [ 1145.574726] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.574851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.574851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.575122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.575227] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.586770] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: UNINITIALIZED for 2s [ 1147.597771] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: SUCCESS [ 1147.598128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.598170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.598372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.598560] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.598680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.598747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.598895] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.598973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599210] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.016681] env[66232]: INFO networking_nsxv3.common.synchronization [req-fd9e6e9f-7647-4949-9930-a436f6221d5e req-46fd83fd-e0dc-4e83-8376-b59c18334dff tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1148.017800] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1148.018279] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.018589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.018714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.019027] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.019486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.019486] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.019567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.019756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.019903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.020099] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.101199] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.522207] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.603094] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce69b754-6f2f-48ba-8f0c-afd8ca474c51: rpc.has_security_group_logging(os_id): False [ 1148.622221] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.622450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.622575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.622919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.622955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.623264] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.623379] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.623438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.623698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.623782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.623902] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 is going to be created. [ 1148.693712] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.693953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.694100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.694419] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.694827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.722956] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: IN_PROGRESS for 2s [ 1149.024690] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.150323] env[66232]: INFO networking_nsxv3.common.synchronization [req-8bef6ca9-d699-4c94-9082-a167489f5016 req-8fb6be8b-896e-4e9e-86fc-47d6642cd5c6 tempest-ServerDiskConfigTestJSON-418954125 tempest-ServerDiskConfigTestJSON-418954125-project-member] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1149.150866] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGHEST for action security_group_members [ 1149.151362] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.151494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.151580] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.151787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.151952] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.153684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.154039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.154133] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.154234] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.526872] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.527852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.527852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.527852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.527852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.527852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1149.558663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.558844] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.558946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.559196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.559306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.568170] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1149.656843] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.657292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.657292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.657460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.657460] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.657663] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.657781] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.657842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.658018] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.658086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.658142] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be updated. [ 1149.689572] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.691747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.691747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.691747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.691747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.700952] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: IN_PROGRESS for 2s [ 1150.735583] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: SUCCESS [ 1150.736033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.577575] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1151.577758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.712086] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfe3686-ca49-4469-917b-a82ca9627a1c in Status: SUCCESS [ 1151.712396] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c deletion is rescheduled due to dependency. [ 1151.712518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.971216] env[66232]: INFO networking_nsxv3.common.synchronization [req-69faf369-da4a-4bf8-adfa-a61ce6a27dfd req-6cd12356-7f08-4633-867d-cdc61f0ea4c9 tempest-ListServerFiltersTestJSON-93130981 tempest-ListServerFiltersTestJSON-93130981-project-member] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1153.972195] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGHEST for action security_group_members [ 1153.972685] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.972866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.972972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.973275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.973518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.973704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.974071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.974179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.974319] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.479314] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.479314] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.479314] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.479314] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be updated. [ 1154.509082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.509082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.509082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.509082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.509082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.517704] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: IN_PROGRESS for 2s [ 1156.530331] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 in Status: SUCCESS [ 1156.530730] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 deletion is rescheduled due to dependency. [ 1156.530730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.319322] env[66232]: INFO networking_nsxv3.common.synchronization [req-bce3d628-a25e-42fa-bf82-237a83e716e8 req-e0515490-dda8-4725-871f-c5e852fcc8cf tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1157.319873] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 with Priority: HIGHEST for action security_group_members [ 1157.320253] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.320343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.320409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.320595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.320748] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.320888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.320980] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.321156] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.321254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.321386] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb063a-6ccc-43f9-ab17-3e41807f6bf8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.823551] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.824366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.824366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.824366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.824366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.824366] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.824571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.824571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.824631] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.824715] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.824822] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 is going to be updated. [ 1157.851698] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.851864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.851988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.852481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.852481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.862024] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: IN_PROGRESS for 2s [ 1158.129918] env[66232]: INFO networking_nsxv3.common.synchronization [None req-6dff8dd9-a140-4e0e-9115-0b06437599be None None] Enqueued Resource ID: 94c68d7a-9487-4655-ac66-b186accecbed with Priority: HIGHEST for action port [ 1158.129969] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c68d7a-9487-4655-ac66-b186accecbed with Priority: HIGHEST for action port [ 1158.130630] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c68d7a-9487-4655-ac66-b186accecbed taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.130630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c68d7a-9487-4655-ac66-b186accecbed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.130630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c68d7a-9487-4655-ac66-b186accecbed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.130893] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c68d7a-9487-4655-ac66-b186accecbed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.130893] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c68d7a-9487-4655-ac66-b186accecbed',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.636690] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94c68d7a-9487-4655-ac66-b186accecbed [ 1158.636690] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.636690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.636690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.636690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.636690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.636690] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94c68d7a-9487-4655-ac66-b186accecbed already deleted. [ 1158.636690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c68d7a-9487-4655-ac66-b186accecbed" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.816173] env[66232]: INFO networking_nsxv3.common.synchronization [None req-62fb5b78-e836-4747-b9e7-e9d307438fcc tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1158.816965] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1158.817091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.817279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.817279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.817727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.821067] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.914694] env[66232]: INFO networking_nsxv3.common.synchronization [None req-a62af33e-3a33-4907-8b6a-8a96b6f3cf09 tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1158.915223] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1158.915537] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.915641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.350700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.350835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.350886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.351136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.351231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.351438] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d already deleted. [ 1159.351438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.352291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.352291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.352291] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.872394] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 in Status: SUCCESS [ 1159.872618] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb063a-6ccc-43f9-ab17-3e41807f6bf8 deletion is rescheduled due to dependency. [ 1159.872743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb063a-6ccc-43f9-ab17-3e41807f6bf8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.873578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.873714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.873790] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.873988] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.874086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.874172] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d already deleted. [ 1159.874251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.194701] env[66232]: INFO networking_nsxv3.common.synchronization [None req-5649bb7c-d55f-447e-804f-e1b39af22dda None None] Enqueued Resource ID: 06be16af-10cd-40f6-97ca-c250402eeb5b with Priority: HIGHEST for action port [ 1160.195293] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06be16af-10cd-40f6-97ca-c250402eeb5b with Priority: HIGHEST for action port [ 1160.195597] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-06be16af-10cd-40f6-97ca-c250402eeb5b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.195707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06be16af-10cd-40f6-97ca-c250402eeb5b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.195785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06be16af-10cd-40f6-97ca-c250402eeb5b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06be16af-10cd-40f6-97ca-c250402eeb5b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196138] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06be16af-10cd-40f6-97ca-c250402eeb5b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.698629] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06be16af-10cd-40f6-97ca-c250402eeb5b [ 1160.698629] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.698796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.698796] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.698967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.699575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.699575] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06be16af-10cd-40f6-97ca-c250402eeb5b already deleted. [ 1160.699575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06be16af-10cd-40f6-97ca-c250402eeb5b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.761583] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.761840] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.762049] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.762360] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.762627] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.762792] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.762936] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.763130] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.763277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.763480] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.763598] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.763746] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.763856] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.763969] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.764087] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.764215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.787604] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.787604] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.787604] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.787604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-546" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.787604] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-0cf04593-3ce4-4fc7-8d41-e345a5931192 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.787604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.787604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.787604] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.787604] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf04593-3ce4-4fc7-8d41-e345a5931192',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.289740] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.290173] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.290173] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.290325] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.290853] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.290853] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.291029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.291029] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.291255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.291393] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.291706] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.291877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.291997] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.292222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.292357] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.292497] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 is going to be updated. [ 1161.313307] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.313510] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.313625] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.313968] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314188] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.314418] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.035990] env[66232]: INFO networking_nsxv3.common.synchronization [req-969c50d0-792c-4b4a-a428-1d8b7bcf6547 req-db4edac1-ddeb-4ecd-9d6b-7873c2e10cf5 service nova] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1162.035990] env[66232]: INFO networking_nsxv3.common.synchronization [req-969c50d0-792c-4b4a-a428-1d8b7bcf6547 req-db4edac1-ddeb-4ecd-9d6b-7873c2e10cf5 service nova] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1162.036206] env[66232]: INFO networking_nsxv3.common.synchronization [req-969c50d0-792c-4b4a-a428-1d8b7bcf6547 req-db4edac1-ddeb-4ecd-9d6b-7873c2e10cf5 service nova] Enqueued Resource ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 with Priority: HIGHEST for action port [ 1162.036631] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_rules [ 1162.036784] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1162.037471] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 with Priority: HIGHEST for action port [ 1162.037471] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.037471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.037471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.037831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.037831] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.038996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.039136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.039206] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.039424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.039577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.039691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.039827] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.040070] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.040175] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.040288] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.041399] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf04593-3ce4-4fc7-8d41-e345a5931192 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.041399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.041399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.041399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.041566] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf04593-3ce4-4fc7-8d41-e345a5931192',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.543495] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.544803] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.544924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.545075] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf04593-3ce4-4fc7-8d41-e345a5931192 with status ACTIVE [ 1162.545290] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.545407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.545508] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.546202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.546202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.546202] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.546202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.546390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.546422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.546523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.547111] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.547111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.547111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.547111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.547347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.547347] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf04593-3ce4-4fc7-8d41-e345a5931192 is going to be updated. [ 1162.611581] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.611581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.611581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.611581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.611868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.611868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf04593-3ce4-4fc7-8d41-e345a5931192" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.049542] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.552180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.552610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.552610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.552700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.552787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.552890] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 is going to be updated. [ 1163.584951] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.585192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.585192] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.585397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.585544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.594751] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: IN_PROGRESS for 2s [ 1165.213651] env[66232]: INFO networking_nsxv3.common.synchronization [req-f2d2249a-c705-435b-b4db-4d61adf65b94 req-8ba4f1bc-f45d-4c3b-9026-5ee3c6a585a0 tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1165.214251] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1165.214587] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.214727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.214811] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.215136] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.215319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.215426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.215487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.215642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.215725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.215811] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.563262] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.563462] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.563587] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.564086] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.564442] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.565042] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.565042] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.565204] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.565364] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.565624] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.565766] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.565878] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.565991] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.566173] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.566325] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.566494] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.589022] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.589199] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.589318] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.589519] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.589865] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-c3ca5690-9939-431b-92a5-b140f1771cfe taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.590068] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.590193] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.590552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.590698] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ca5690-9939-431b-92a5-b140f1771cfe',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.611777] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: SUCCESS [ 1165.611777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.611777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.612107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.612402] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.612579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.612655] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.612847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.612902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.612992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.613150] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.717519] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.717712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.717712] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.717877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.717966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.718182] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.718270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.718333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.718477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.718553] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.718637] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d already deleted. [ 1165.718717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.093628] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.093925] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.094120] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.094419] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.094585] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.094744] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port c3ca5690-9939-431b-92a5-b140f1771cfe not found, creating... [ 1166.095033] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.095208] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.095329] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.095545] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.095702] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.096018] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.096300] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.096357] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.096934] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.096934] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.096934] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: c3ca5690-9939-431b-92a5-b140f1771cfe is going to be created. [ 1166.115720] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.126866] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.127092] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.127221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.127484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.127715] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.127931] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.618838] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c945d8-e350-421e-bf3b-419f49e517f3: rpc.has_security_group_logging(os_id): False [ 1166.638531] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.638770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.638770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.638939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.639045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.639303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.639398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.639465] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.639623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.639718] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.639791] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 is going to be updated. [ 1166.702790] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.702969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.703023] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.703330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.703520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.719874] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: IN_PROGRESS for 2s [ 1166.877672] env[66232]: INFO networking_nsxv3.common.synchronization [req-f2d2249a-c705-435b-b4db-4d61adf65b94 req-be762bf4-1688-4428-8c58-b62913420534 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1166.877916] env[66232]: INFO networking_nsxv3.common.synchronization [req-f2d2249a-c705-435b-b4db-4d61adf65b94 req-be762bf4-1688-4428-8c58-b62913420534 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1166.878139] env[66232]: INFO networking_nsxv3.common.synchronization [req-f2d2249a-c705-435b-b4db-4d61adf65b94 req-be762bf4-1688-4428-8c58-b62913420534 service nova] Enqueued Resource ID: c3ca5690-9939-431b-92a5-b140f1771cfe with Priority: HIGHEST for action port [ 1166.878764] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1166.878867] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1166.878938] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ca5690-9939-431b-92a5-b140f1771cfe with Priority: HIGHEST for action port [ 1166.879317] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.879483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.879614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.879783] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.879860] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.881209] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.881329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.882034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882034] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.882034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.882034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.882368] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.883587] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ca5690-9939-431b-92a5-b140f1771cfe taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.883587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.883587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.883587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.883804] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ca5690-9939-431b-92a5-b140f1771cfe',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.386102] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.387436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.388394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.388394] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ca5690-9939-431b-92a5-b140f1771cfe with status ACTIVE [ 1167.388394] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.388394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.388394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.388613] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.388648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.389400] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.389400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.389400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.389400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.389633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.389780] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.390269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.390269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.390269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.390269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.390438] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ca5690-9939-431b-92a5-b140f1771cfe is going to be updated. [ 1167.418423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.418634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.418739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.419031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.419183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.419362] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ca5690-9939-431b-92a5-b140f1771cfe" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.892639] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.395655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.395832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.395922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.396211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.396317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.396418] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be created. [ 1168.423474] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.423680] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.423842] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.424098] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.424290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.436747] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: UNINITIALIZED for 2s [ 1168.736087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: SUCCESS [ 1168.736087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.451918] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1170.451918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.451918] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.452478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.452478] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.452478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.452622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.452729] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.452845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.452976] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.453079] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.955988] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.458658] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f35cdd2-b891-4b31-ad23-b390482f9f9d: rpc.has_security_group_logging(os_id): False [ 1171.494255] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.494459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.494776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.495047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.495142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.495524] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.495648] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.495706] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.495861] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.495928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.496045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be created. [ 1171.575066] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.575066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.575383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.575418] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.575646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.592423] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1171.880448] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.880652] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1173.609593] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1173.609959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.882239] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.882239] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.882790] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.883203] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1186.884528] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.884926] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.885970] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.886356] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.474778] env[66232]: INFO networking_nsxv3.common.synchronization [req-4435d9bb-1c49-4583-baad-be50e8a1b88d req-923852a5-17b9-4a83-95a4-4e7990d714f1 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1192.475208] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1192.475541] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.476355] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.476459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.476649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.476844] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.476967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.477060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.477278] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.477324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.477432] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.979783] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.980274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.980274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.980274] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.000925] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.001147] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.001264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.001330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.001523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001606] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.001695] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1193.028153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.028324] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.028370] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.028552] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.028699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.037238] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1195.049246] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1195.049627] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 deletion is rescheduled due to dependency. [ 1195.049627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.061136] env[66232]: INFO networking_nsxv3.common.synchronization [req-425d2d90-7360-408e-9579-f14e4eb5d976 req-de15877d-0704-4057-956c-9879332c1023 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1197.061804] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGHEST for action security_group_members [ 1197.062246] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.062436] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.062502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.062957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.062957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.063091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.063091] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.063765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.063765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.063765] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.565850] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.566043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.566124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.566369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.566477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.566734] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.566846] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.567425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.567425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.567425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.567425] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24bea130-51c8-4787-b694-26ebe341b563 is going to be updated. [ 1197.595293] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.595293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.595410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.595586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.595731] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.604499] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: IN_PROGRESS for 2s [ 1199.615412] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24bea130-51c8-4787-b694-26ebe341b563 in Status: SUCCESS [ 1199.615800] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24bea130-51c8-4787-b694-26ebe341b563 deletion is rescheduled due to dependency. [ 1199.615800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.062896] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.062896] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.435281] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1fe90af-1020-4057-ba4c-90529119c92d req-9ca62ac6-796c-4941-a3c5-dd0bc86cfc1f tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1202.435795] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1202.436152] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.436878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.436878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.436878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.436878] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.436878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.436878] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.437218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.437218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.437432] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.762405] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.762601] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.762726] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.762985] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.763254] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.763410] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.763528] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.763753] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.764299] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.764299] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.764299] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.764529] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.764529] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.764621] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.764731] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.764867] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.793555] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.793759] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.793901] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.794526] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.794586] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-749e36db-8d95-4ef0-9031-0a7f2f76762d taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.794785] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.794902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.795334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.795492] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749e36db-8d95-4ef0-9031-0a7f2f76762d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.940122] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.940122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.940122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.940122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.940409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.940409] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.940504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.940504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.940659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.940736] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.940820] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1202.966416] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.966638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.966784] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.967028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.967187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.975203] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1203.297724] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.298094] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.298152] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.298426] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.298578] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.298739] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 749e36db-8d95-4ef0-9031-0a7f2f76762d not found, creating... [ 1203.299015] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.299178] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.299298] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.299562] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.299705] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.300077] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.300242] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.300364] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.300572] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.300705] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.300843] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 749e36db-8d95-4ef0-9031-0a7f2f76762d is going to be created. [ 1203.324419] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.324419] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.324419] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.324938] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.324938] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.325050] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.993780] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1fe90af-1020-4057-ba4c-90529119c92d req-49e4cf50-7c12-4c1b-ad6a-9f34d1e0d10c service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 1203.993968] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1fe90af-1020-4057-ba4c-90529119c92d req-49e4cf50-7c12-4c1b-ad6a-9f34d1e0d10c service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1203.994120] env[66232]: INFO networking_nsxv3.common.synchronization [req-f1fe90af-1020-4057-ba4c-90529119c92d req-49e4cf50-7c12-4c1b-ad6a-9f34d1e0d10c service nova] Enqueued Resource ID: 749e36db-8d95-4ef0-9031-0a7f2f76762d with Priority: HIGHEST for action port [ 1203.994435] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 1203.994562] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1203.994658] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749e36db-8d95-4ef0-9031-0a7f2f76762d with Priority: HIGHEST for action port [ 1203.995237] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.995496] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.995643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.995791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.995877] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.996816] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.996903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.997297] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-749e36db-8d95-4ef0-9031-0a7f2f76762d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.997297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.997297] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.997471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.997625] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749e36db-8d95-4ef0-9031-0a7f2f76762d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.019095] env[66232]: INFO networking_nsxv3.common.synchronization [None req-82794a41-e85c-476d-8054-ec9e65bf5f38 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1204.019493] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1204.019848] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.019984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.020065] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.020448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.020537] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.100367] env[66232]: INFO networking_nsxv3.common.synchronization [None req-1ee8881b-d506-40f3-b6e5-11f968901605 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1204.100860] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1204.101180] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.101296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.499877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.500226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.500264] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 749e36db-8d95-4ef0-9031-0a7f2f76762d with status ACTIVE [ 1204.500420] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.500536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.500595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.500874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.500942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.501967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.501967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.501967] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.502584] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 749e36db-8d95-4ef0-9031-0a7f2f76762d is going to be updated. [ 1204.524902] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.525101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.525101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.525319] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.525479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.525637] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749e36db-8d95-4ef0-9031-0a7f2f76762d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.545040] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.545245] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.545301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.545522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.545614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.545709] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c already deleted. [ 1204.545792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.545941] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546202] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.987297] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1204.988048] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 deletion is rescheduled due to dependency. [ 1204.988048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.988048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.988344] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.988611] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.988785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.988894] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.989143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.989283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.989435] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.068576] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.068711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.068711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.068919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.068994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.069110] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c already deleted. [ 1205.069198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.495462] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.786438] env[66232]: INFO networking_nsxv3.common.synchronization [req-de7ed352-0353-4908-8a0d-a158e38c5a66 req-86d6c59c-ef6a-4939-9c20-98dcbc2de69a tempest-AttachVolumeNegativeTest-1336743218 tempest-AttachVolumeNegativeTest-1336743218-project-member] Enqueued Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1205.787497] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 with Priority: HIGHEST for action security_group_members [ 1205.787853] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.787984] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.788067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.788342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.788444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.789195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.789195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.789195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.789195] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.789195] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce69b754-6f2f-48ba-8f0c-afd8ca474c51',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.998344] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.292513] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.292698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.292698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.292899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.292990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.293200] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.293321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.293358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.293504] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.293582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.293667] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 is going to be updated. [ 1206.322902] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.323062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.323135] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.323333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.323474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.332761] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: IN_PROGRESS for 2s [ 1206.501134] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.501320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.501371] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.501645] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.501815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.501990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1206.538795] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.538969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.539059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.539257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.539407] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.549745] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1208.342366] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 in Status: SUCCESS [ 1208.342709] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce69b754-6f2f-48ba-8f0c-afd8ca474c51 deletion is rescheduled due to dependency. [ 1208.342709] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce69b754-6f2f-48ba-8f0c-afd8ca474c51" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.561362] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1208.561586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.561825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.562045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.562269] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.562383] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.562450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.562604] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.562689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.562819] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.562866] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.064822] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.566648] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02b72e8-b10e-4db6-bb04-7de204c36f48: rpc.has_security_group_logging(os_id): False [ 1209.586682] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.586682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.586682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.586682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.586682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.587050] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.587050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.587138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.587286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.587397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.587526] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1209.652290] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.652290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.652290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.652505] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.653040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.655754] env[66232]: INFO networking_nsxv3.common.synchronization [req-8c01b35d-3871-4c90-98af-f8a3f316d684 req-fe0dfc51-fe9a-46a7-9b6f-e466d9613536 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1209.656293] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1209.656590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.656732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.656800] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.657035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.657192] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.657306] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.657356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.657534] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.657589] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.657659] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.666234] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1209.949147] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.949373] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.949507] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.949768] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.950033] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.950196] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.950314] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.950636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.950816] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.951091] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.951238] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.951354] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.951464] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.951576] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.951683] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.951834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.971262] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.971517] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.971622] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.971766] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-409" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.972151] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-bb4afe04-5176-46ea-b144-bedb0eca1dc0 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.972411] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.972540] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.972864] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.973018] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4afe04-5176-46ea-b144-bedb0eca1dc0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.161722] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.161919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.161919] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.162166] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.162262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.162487] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.162602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.162641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.162787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.162862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.162945] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c already deleted. [ 1210.163040] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.476106] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.476384] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.476626] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.476896] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.477062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.477218] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port bb4afe04-5176-46ea-b144-bedb0eca1dc0 not found, creating... [ 1210.477480] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.477636] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.477755] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.477971] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.478125] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.478406] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.478564] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.478690] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.478943] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.479097] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.479240] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: bb4afe04-5176-46ea-b144-bedb0eca1dc0 is going to be created. [ 1210.499295] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.499585] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.499706] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.500040] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.500255] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.500484] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.224952] env[66232]: INFO networking_nsxv3.common.synchronization [req-8c01b35d-3871-4c90-98af-f8a3f316d684 req-527bbde9-90ce-4eff-8989-fea850ae7ba4 service nova] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1211.225247] env[66232]: INFO networking_nsxv3.common.synchronization [req-8c01b35d-3871-4c90-98af-f8a3f316d684 req-527bbde9-90ce-4eff-8989-fea850ae7ba4 service nova] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1211.225287] env[66232]: INFO networking_nsxv3.common.synchronization [req-8c01b35d-3871-4c90-98af-f8a3f316d684 req-527bbde9-90ce-4eff-8989-fea850ae7ba4 service nova] Enqueued Resource ID: bb4afe04-5176-46ea-b144-bedb0eca1dc0 with Priority: HIGHEST for action port [ 1211.225823] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_rules [ 1211.225961] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1211.226530] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4afe04-5176-46ea-b144-bedb0eca1dc0 with Priority: HIGHEST for action port [ 1211.227082] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.227275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.227402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.227689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.228434] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.228786] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.228948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.229062] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.229275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.229478] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.229622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.229725] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.229913] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.230067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.230204] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.231076] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4afe04-5176-46ea-b144-bedb0eca1dc0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.231239] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.231348] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.231538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.231659] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4afe04-5176-46ea-b144-bedb0eca1dc0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.679697] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1211.679874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.734051] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.734760] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.734887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.735039] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb4afe04-5176-46ea-b144-bedb0eca1dc0 with status ACTIVE [ 1211.735201] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.735311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.735389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.735633] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.735722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.735896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.735999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.736092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.736258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.736338] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.736524] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.736624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.736682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.736835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.736908] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.737035] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb4afe04-5176-46ea-b144-bedb0eca1dc0 is going to be updated. [ 1211.760560] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.760756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.760826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.760978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.761128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.761285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4afe04-5176-46ea-b144-bedb0eca1dc0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.099584] env[66232]: INFO networking_nsxv3.common.synchronization [req-aaa0f244-3d58-4d82-aa4d-d664eb5e37ef req-5553af79-d64b-4725-a97f-6cd81e6416f3 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1212.100172] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGHEST for action security_group_members [ 1212.100450] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.100575] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.100761] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.100870] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.100986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.101108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.101168] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.101320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.101406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.101502] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.240313] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.607299] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.607515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.607515] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.607733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.607831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.608054] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.608202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.608255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.608416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.608516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.608743] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b is going to be updated. [ 1212.645973] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.645973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.645973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.646732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.646732] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.656920] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: IN_PROGRESS for 2s [ 1212.744200] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.744200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.744200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.744364] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.744986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.744986] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c is going to be created. [ 1212.802822] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.802822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.802822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.802822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.802822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.824874] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: UNINITIALIZED for 2s [ 1214.666417] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b in Status: SUCCESS [ 1214.666728] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b deletion is rescheduled due to dependency. [ 1214.666791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.833276] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: SUCCESS [ 1214.833566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.833682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.833903] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.834112] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.834222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.834279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.834482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.834548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.834642] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.834731] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.337303] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.614377] env[66232]: INFO networking_nsxv3.common.synchronization [req-e33811e5-623f-457a-8e09-d2e9f3db4bd6 req-01e73fb5-13ad-4670-9aae-2a0d3496a461 tempest-AttachVolumeShelveTestJSON-1337537813 tempest-AttachVolumeShelveTestJSON-1337537813-project-member] Enqueued Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1215.614995] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c945d8-e350-421e-bf3b-419f49e517f3 with Priority: HIGHEST for action security_group_members [ 1215.615421] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c945d8-e350-421e-bf3b-419f49e517f3 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.615609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.615609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.615707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.615861] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.615959] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.616033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.616240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.616300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.616350] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c945d8-e350-421e-bf3b-419f49e517f3',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.840130] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bf3832-4c66-4c1b-956b-9ba45bbda89c: rpc.has_security_group_logging(os_id): False [ 1215.858931] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.859185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.859185] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.859366] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.859454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.859692] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.859799] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.859862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.859991] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.860084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.860169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c is going to be created. [ 1215.916605] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.916862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.916862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.916966] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.917155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.927640] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: IN_PROGRESS for 2s [ 1216.119023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.119211] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.119277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.119572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.119683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.119944] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.120131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.120131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.120250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.120329] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.120414] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 is going to be updated. [ 1216.146435] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.146652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.146798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.146909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.147089] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.156802] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: IN_PROGRESS for 2s [ 1217.940361] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: SUCCESS [ 1217.940679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.168236] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c945d8-e350-421e-bf3b-419f49e517f3 in Status: SUCCESS [ 1218.168601] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c945d8-e350-421e-bf3b-419f49e517f3 deletion is rescheduled due to dependency. [ 1218.168601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c945d8-e350-421e-bf3b-419f49e517f3" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.616556] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.616556] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.993813] env[66232]: INFO networking_nsxv3.common.synchronization [req-42c78011-be7f-4e64-b22e-13129c892027 req-365842a4-6985-4b28-a01e-711205ced045 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1221.994222] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1221.995350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.995350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.995350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.995350] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.995350] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.995603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.995603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.995727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.995818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.995913] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.297414] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.297758] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.298231] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.298642] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.299116] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.299499] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.299765] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.300030] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.300189] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.300433] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.300566] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.300680] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.300790] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.300906] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.301056] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.301201] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.323148] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.323148] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.323148] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.323148] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.323352] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-9925104f-9307-4df7-9db0-2924a2288311 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.323486] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.323606] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.323931] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.324085] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9925104f-9307-4df7-9db0-2924a2288311',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.498153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.498277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.498321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.498514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.498605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.498815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.498883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.498950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.499110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.499186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.499271] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be updated. [ 1222.528091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.528263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.528263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.528502] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.528640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.540604] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1222.826772] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.827071] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.827206] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.827490] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.827644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.827802] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 9925104f-9307-4df7-9db0-2924a2288311 not found, creating... [ 1222.828073] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.828231] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.828347] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.828582] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.828723] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.829039] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.829221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.829347] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.829552] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.829685] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.829825] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 9925104f-9307-4df7-9db0-2924a2288311 is going to be created. [ 1222.855056] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.855289] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.855384] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.855725] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.856038] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.856287] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.597662] env[66232]: INFO networking_nsxv3.common.synchronization [req-42c78011-be7f-4e64-b22e-13129c892027 req-71979803-82a1-4f93-9fb5-a9b63f6bcb58 service nova] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_rules [ 1223.597662] env[66232]: INFO networking_nsxv3.common.synchronization [req-42c78011-be7f-4e64-b22e-13129c892027 req-71979803-82a1-4f93-9fb5-a9b63f6bcb58 service nova] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1223.598020] env[66232]: INFO networking_nsxv3.common.synchronization [req-42c78011-be7f-4e64-b22e-13129c892027 req-71979803-82a1-4f93-9fb5-a9b63f6bcb58 service nova] Enqueued Resource ID: 9925104f-9307-4df7-9db0-2924a2288311 with Priority: HIGHEST for action port [ 1223.598253] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_rules [ 1223.598393] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1223.598562] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9925104f-9307-4df7-9db0-2924a2288311 with Priority: HIGHEST for action port [ 1223.598754] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.598905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.598955] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.599151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.599485] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.600109] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.600213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.600404] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9925104f-9307-4df7-9db0-2924a2288311 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.600546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.600609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.600780] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.600920] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9925104f-9307-4df7-9db0-2924a2288311',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.103059] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.103059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.103312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9925104f-9307-4df7-9db0-2924a2288311 with status ACTIVE [ 1224.103382] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.103493] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.103561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.103802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.103898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.104083] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.104182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.104257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.104429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.104572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.104753] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.104909] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.104953] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.105101] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.105213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.105256] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9925104f-9307-4df7-9db0-2924a2288311 is going to be updated. [ 1224.129959] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.130196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.130296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.130477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.130617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.130845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.551215] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1224.551454] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b deletion is rescheduled due to dependency. [ 1224.551597] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.551791] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.552066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.552277] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.552536] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.552628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.552950] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.553117] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.553174] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.055835] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.561884] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.065779] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.065779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.065779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.065779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.065779] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.065779] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be updated. [ 1226.100247] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.100466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.100541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.100864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.101475] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.114247] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1228.125459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1228.125929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.125929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.126110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.126306] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.126421] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.126488] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.126652] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.126762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.126853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.126945] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.602246] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.602464] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1228.629407] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.629717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.629717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.629939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.630153] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.630296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.630388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.630603] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.630746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.630856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.631022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.631123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.631187] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.631378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.631565] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.631681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.631759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.631940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.632073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.632183] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.632308] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.134891] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54f89554-8b27-479c-8f7f-beb07daf4c4b: rpc.has_security_group_logging(os_id): False [ 1229.156544] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.156765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.156821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.157078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.157210] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.157473] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.157619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.157700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.157899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.158046] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.158254] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.158372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.158464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.158646] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.158744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.158986] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.159123] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.159222] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.159389] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.159503] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.159620] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be updated. [ 1229.233089] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.233303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.233303] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.233912] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.234103] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.245032] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1231.088430] env[66232]: INFO networking_nsxv3.common.synchronization [req-89cca179-9971-4b38-8bb4-4d17a7062a92 req-3ad439e4-bbba-4f67-a4b3-5aa85ad6ebc4 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1231.088430] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGHEST for action security_group_members [ 1231.088430] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.088430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.088430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.088981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.088981] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.089276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.089399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.089776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.089920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.089960] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.132233] env[66232]: INFO networking_nsxv3.common.synchronization [req-89cca179-9971-4b38-8bb4-4d17a7062a92 req-3ad439e4-bbba-4f67-a4b3-5aa85ad6ebc4 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 9925104f-9307-4df7-9db0-2924a2288311 with Priority: HIGHEST for action port [ 1231.132845] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9925104f-9307-4df7-9db0-2924a2288311 with Priority: HIGHEST for action port [ 1231.133184] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-9925104f-9307-4df7-9db0-2924a2288311 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.133307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.133372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.133576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.133691] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9925104f-9307-4df7-9db0-2924a2288311',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.259874] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1231.260132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.594924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.595150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.595150] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.595369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.595622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.595707] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.595777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.595824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.596007] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.596078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.596114] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be updated. [ 1231.627766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.627766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.627766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.627994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.627994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.636394] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9925104f-9307-4df7-9db0-2924a2288311 with status ACTIVE [ 1231.636642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.636787] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.636871] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.637317] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.637448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.637654] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.637810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.637880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.638088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.638171] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.638385] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.638507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.638546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.638682] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.638759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.638912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9925104f-9307-4df7-9db0-2924a2288311 is going to be updated. [ 1231.640664] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: IN_PROGRESS for 2s [ 1231.680746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.680746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.680983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.680983] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.681408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.681408] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9925104f-9307-4df7-9db0-2924a2288311" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.653257] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b in Status: SUCCESS [ 1233.653621] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b deletion is rescheduled due to dependency. [ 1233.653621] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.133596] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.133967] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.003561] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.004057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.004057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.004057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.004244] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.060943] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1240.061172] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1240.507189] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.010804] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.135223] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.135223] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.513491] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1241.513694] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1242.363324] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.363767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.363767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.363767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.375645] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1242.376816] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.378251] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1242.416204] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.416439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.416439] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.416568] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.430170] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.431090] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1242.431174] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1242.431268] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1242.482725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.482945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.483025] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.483215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.484704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.484940] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1242.577484] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.577730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.577839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.578180] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.578741] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.579223] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1242.672578] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.672869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.672869] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.673066] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.673335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.673656] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1242.673769] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'682a7422-51c6-44e7-9fb0-0acb0056c977', '24bea130-51c8-4787-b694-26ebe341b563', '16bf3832-4c66-4c1b-956b-9ba45bbda89c', '3353b280-e867-4530-bad6-c27847477870', 'a330fc68-343b-476d-9ea1-c1a19be5b417', '68c11a2c-3678-470a-9009-72b881887d9b', '317afe7a-643f-495a-a854-7ec550b31c02', '7f35cdd2-b891-4b31-ad23-b390482f9f9d', '3a5242be-a6d3-4db6-b067-253a9984e743', '53b631b2-27d5-41a8-a1b5-9e940cdc713a', '69d06601-1ad8-4978-bac0-4e5a663db161', 'f4d2e169-4d96-47a2-b57c-52c96f73f901', '6ff44461-c3c2-4d19-ad9e-7d17dce0e47a', 'f9ebc270-5e9d-41e9-9693-54f24abaf4e5', '6f33c1a7-3d7e-4798-8224-9531d34ab63b', '0ab2de63-67ad-47dd-8aef-133ec754b5b4', '1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39', '94c26f33-0f95-4b85-b98a-286dc66e6a5a', 'b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18', '1551a50d-ecc1-4b39-ae51-295a373b1575', 'c988364e-a276-491e-a301-cdea9d7a3617', 'f91514b5-6cbd-43d4-b633-01fb7d69e31a', '40192dd9-7e79-4352-bba5-06bba2b4a181', '9979d28a-8909-48b4-8cab-1b5aea111bf0', '74c96593-aa9a-45c0-a22d-35c5503d8c87', 'acfe3686-ca49-4469-917b-a82ca9627a1c', '0ede7981-032e-4b83-8236-b2e1acd90bca', 'ae39f714-ed7e-463e-b381-86324595e1b8', 'cb0fcc7c-e451-4a71-8a91-1d4b094d06f4', 'e532c10d-3e73-4f81-a33d-5f03340ff47d', 'c3d26db7-6304-412c-9927-e3c6541648b8', '8046d2da-5b19-4bb1-817a-0205f9433020', 'c46ff2be-2706-4ba1-9ee3-b8ca08ff819c', 'c62a2cdf-ced2-41ca-a269-0a9a61493c8c', '54f89554-8b27-479c-8f7f-beb07daf4c4b', 'c634d62f-e414-418a-af6d-06b687dbe1ab', '721edb23-038d-4388-8209-4be13db5cb3b', '187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9', '68cb063a-6ccc-43f9-ab17-3e41807f6bf8', 'af9ede46-f2ca-49d6-87dc-41445f50ec57', 'b7780809-e7e0-4738-af0f-337bb87b712d', '5fd1fcda-27e7-44db-96fd-bd61fea73be1', 'b3c565fc-1991-455e-bea1-0be4d6f7a706', '5d09dc97-b2cd-4fb1-bacc-2584621c10d0', '2c210891-3a1d-4c3b-82fb-f6a26b77d457', '888d08a3-00fe-46e5-9ee1-6912e3b2801e', 'f02b72e8-b10e-4db6-bb04-7de204c36f48', 'ce69b754-6f2f-48ba-8f0c-afd8ca474c51', '69c945d8-e350-421e-bf3b-419f49e517f3'} {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1242.674045] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1242.693644] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.693940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.693940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.694120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.694196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.694265] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1242.694335] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1242.694405] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1242.783956] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.784260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.784260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.784451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.785574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.785876] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1242.785992] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1242.786098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1242.786098] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1242.786246] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1242.786246] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGH for action security_group_rules [ 1242.786370] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGH for action security_group_rules [ 1242.786370] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGH for action security_group_rules [ 1242.786490] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGH for action security_group_rules [ 1242.786490] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGH for action security_group_rules [ 1242.786604] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1242.786604] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGH for action security_group_rules [ 1242.786716] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGH for action security_group_rules [ 1242.786716] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGH for action security_group_rules [ 1242.786829] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGH for action security_group_rules [ 1242.786829] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGH for action security_group_rules [ 1242.786935] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGH for action security_group_rules [ 1242.786935] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGH for action security_group_rules [ 1242.787064] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGH for action security_group_rules [ 1242.787064] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGH for action security_group_rules [ 1242.787154] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGH for action security_group_rules [ 1242.787154] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGH for action security_group_rules [ 1242.787258] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGH for action security_group_rules [ 1242.787258] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGH for action security_group_rules [ 1242.787374] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGH for action security_group_rules [ 1242.787426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.136392] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.136593] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1246.136637] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 with Priority: HIGH for action security_group_rules [ 1246.136742] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGH for action security_group_rules [ 1246.136846] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317afe7a-643f-495a-a854-7ec550b31c02 with Priority: HIGH for action security_group_rules [ 1246.136947] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b with Priority: HIGH for action security_group_rules [ 1246.137062] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 with Priority: HIGH for action security_group_rules [ 1246.137174] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 with Priority: HIGH for action security_group_rules [ 1246.137265] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a with Priority: HIGH for action security_group_rules [ 1246.137353] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 with Priority: HIGH for action security_group_rules [ 1246.137456] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 with Priority: HIGH for action security_group_rules [ 1246.137526] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 with Priority: HIGH for action security_group_rules [ 1246.137612] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a with Priority: HIGH for action security_group_rules [ 1246.137699] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 with Priority: HIGH for action security_group_rules [ 1246.137785] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d06601-1ad8-4978-bac0-4e5a663db161 with Priority: HIGH for action security_group_rules [ 1246.137874] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a with Priority: HIGH for action security_group_rules [ 1246.137988] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5242be-a6d3-4db6-b067-253a9984e743 with Priority: HIGH for action security_group_rules [ 1246.138066] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1246.138151] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGH for action security_group_rules [ 1246.138239] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a330fc68-343b-476d-9ea1-c1a19be5b417 with Priority: HIGH for action security_group_rules [ 1246.138325] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bea130-51c8-4787-b694-26ebe341b563 with Priority: HIGH for action security_group_rules [ 1246.138426] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b280-e867-4530-bad6-c27847477870 with Priority: HIGH for action security_group_rules [ 1246.138730] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682a7422-51c6-44e7-9fb0-0acb0056c977 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.138857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.138948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.139165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.139248] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682a7422-51c6-44e7-9fb0-0acb0056c977',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.140219] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.140336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.140402] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.140570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.141135] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.141822] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317afe7a-643f-495a-a854-7ec550b31c02 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.141822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.141822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.142039] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.142039] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317afe7a-643f-495a-a854-7ec550b31c02',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.143146] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.143146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.143146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.143146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.143146] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f33c1a7-3d7e-4798-8224-9531d34ab63b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.143795] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1551a50d-ecc1-4b39-ae51-295a373b1575 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.143905] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.143972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.144131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.144203] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1551a50d-ecc1-4b39-ae51-295a373b1575',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.144894] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.144994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.145073] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.145217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.145290] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.146117] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.146251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.146315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.146461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.146533] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c26f33-0f95-4b85-b98a-286dc66e6a5a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.147251] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.147382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.147487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.147657] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.147754] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.148509] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.148611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.148676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.148820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.148893] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ebc270-5e9d-41e9-9693-54f24abaf4e5',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.149716] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.149831] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.149886] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.150034] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.150112] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab2de63-67ad-47dd-8aef-133ec754b5b4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.150770] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.150875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.150957] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.151128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.151200] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff44461-c3c2-4d19-ad9e-7d17dce0e47a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.151855] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4d2e169-4d96-47a2-b57c-52c96f73f901 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.151962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.152042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.152188] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.152258] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4d2e169-4d96-47a2-b57c-52c96f73f901',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.152957] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d06601-1ad8-4978-bac0-4e5a663db161 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.153120] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.153191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.153403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.153477] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d06601-1ad8-4978-bac0-4e5a663db161',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.154238] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.154333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.154399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.154541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.154610] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b631b2-27d5-41a8-a1b5-9e940cdc713a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.155298] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5242be-a6d3-4db6-b067-253a9984e743 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.155392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.155461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.155595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.155667] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5242be-a6d3-4db6-b067-253a9984e743',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.156351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.156454] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.156519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.156676] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.156745] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.157486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.157581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.157915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.157915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.157915] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.158507] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a330fc68-343b-476d-9ea1-c1a19be5b417 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.158601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.158659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.158866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.158866] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a330fc68-343b-476d-9ea1-c1a19be5b417',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.159622] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24bea130-51c8-4787-b694-26ebe341b563 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.159622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.159759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.159835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.159885] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24bea130-51c8-4787-b694-26ebe341b563',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.160539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b280-e867-4530-bad6-c27847477870 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.160630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.160809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.160880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.160923] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b280-e867-4530-bad6-c27847477870',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.189242] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.189499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.189499] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.189704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.192874] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.193014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.193746] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.193835] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.194517] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.194611] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.213357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.213507] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c26f33-0f95-4b85-b98a-286dc66e6a5a is going to be deleted. [ 1246.214635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.214915] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.237310] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.237475] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1551a50d-ecc1-4b39-ae51-295a373b1575 is going to be deleted. [ 1246.238666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.238884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.258290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.258499] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682a7422-51c6-44e7-9fb0-0acb0056c977 is going to be deleted. [ 1246.259789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.260111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.268178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.268403] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.280147] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.280374] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317afe7a-643f-495a-a854-7ec550b31c02 is going to be deleted. [ 1246.281674] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.281979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.282138] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.282322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c26f33-0f95-4b85-b98a-286dc66e6a5a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.299867] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.300087] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.300143] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.300307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.300398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.300517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1551a50d-ecc1-4b39-ae51-295a373b1575" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.342261] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.342472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.342472] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.342647] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.342756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.342896] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682a7422-51c6-44e7-9fb0-0acb0056c977" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.351997] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.352163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.352226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.352426] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.352520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.352638] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317afe7a-643f-495a-a854-7ec550b31c02" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.663352] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.663562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.663562] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.663775] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.663935] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.664044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.664110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.664253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.664337] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.664424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.664509] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.666584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.666711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.666762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.666902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.667059] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.667155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.667253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.667351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.667430] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.667512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.667591] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.669013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.669128] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.669184] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.669330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.669470] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.669564] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.669623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.669758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.669833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.669914] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.669992] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.711266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.711483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.711567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.711778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.726501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.726696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.727655] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.727749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.728645] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.728747] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.729514] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.729609] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.730332] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.730431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.731126] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.731223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.732243] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.732342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.733038] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.733139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.733772] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.733867] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.734582] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.734677] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.735299] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1246.735766] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.735868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.736454] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1246.736866] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.736962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.737650] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1246.738158] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.738270] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ebc270-5e9d-41e9-9693-54f24abaf4e5 is going to be deleted. [ 1246.739119] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.739330] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.759059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.759186] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4d2e169-4d96-47a2-b57c-52c96f73f901 is going to be deleted. [ 1246.759985] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.760216] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.778587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.778734] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5242be-a6d3-4db6-b067-253a9984e743 is going to be deleted. [ 1246.779538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.779746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.799106] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.799299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.804100] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.804233] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff44461-c3c2-4d19-ad9e-7d17dce0e47a is going to be deleted. [ 1246.805173] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.805382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.806700] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.806809] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.845615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.845856] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab2de63-67ad-47dd-8aef-133ec754b5b4 is going to be deleted. [ 1246.846785] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.847000] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.848473] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.848640] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.880789] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.880954] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a330fc68-343b-476d-9ea1-c1a19be5b417 is going to be deleted. [ 1246.881802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.882031] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.984471] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.984686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.985500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.985624] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39 is going to be deleted. [ 1246.986667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.986889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.002260] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.002445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.077981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.078185] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f33c1a7-3d7e-4798-8224-9531d34ab63b is going to be deleted. [ 1247.080057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.080057] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.100949] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.101159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.151285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.151606] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d06601-1ad8-4978-bac0-4e5a663db161 is going to be deleted. [ 1247.152398] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.152608] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.167534] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.178463] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.179537] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.183777] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.183907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.199086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.199230] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b631b2-27d5-41a8-a1b5-9e940cdc713a is going to be deleted. [ 1247.200437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.200667] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.226094] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.226307] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.266927] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.267137] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18 is going to be deleted. [ 1247.268714] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.268945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.320079] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.320266] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.329091] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.329255] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.344438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.344608] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24bea130-51c8-4787-b694-26ebe341b563 is going to be deleted. [ 1247.345583] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.345818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.388053] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.388262] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.409516] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.409697] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b280-e867-4530-bad6-c27847477870 is going to be deleted. [ 1247.410675] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.410907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.411053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.411212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ebc270-5e9d-41e9-9693-54f24abaf4e5" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.411406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.411612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.411700] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.411841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4d2e169-4d96-47a2-b57c-52c96f73f901" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.412670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.412767] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.412898] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5242be-a6d3-4db6-b067-253a9984e743" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413044] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.413198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413279] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413394] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff44461-c3c2-4d19-ad9e-7d17dce0e47a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413525] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.413662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.413739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413853] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab2de63-67ad-47dd-8aef-133ec754b5b4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.414129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.414203] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.414311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a330fc68-343b-476d-9ea1-c1a19be5b417" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.414437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.414574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.414649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.414755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6f805f-4b1b-4f03-af7e-49ca8cf2cd39" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.414939] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.415088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.415165] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f33c1a7-3d7e-4798-8224-9531d34ab63b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.415546] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.415623] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415733] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d06601-1ad8-4978-bac0-4e5a663db161" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.415994] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.416084] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b631b2-27d5-41a8-a1b5-9e940cdc713a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.416462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.416538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416644] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0a1b13b-1e3b-42fe-aa42-80bf9bf11b18" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.492386] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.492542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.492615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.492856] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.492958] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.493105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24bea130-51c8-4787-b694-26ebe341b563" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.546138] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.546352] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.546409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.546698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.546829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.547041] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b280-e867-4530-bad6-c27847477870" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.672166] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c11a2c-3678-470a-9009-72b881887d9b: rpc.has_security_group_logging(os_id): False [ 1247.681459] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f35cdd2-b891-4b31-ad23-b390482f9f9d: rpc.has_security_group_logging(os_id): False [ 1247.682536] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bf3832-4c66-4c1b-956b-9ba45bbda89c: rpc.has_security_group_logging(os_id): False [ 1247.693625] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.693625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.693625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.693625] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.700028] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.700233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.703588] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.703726] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.718208] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.718518] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.718622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.718679] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.718882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.720179] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.720179] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1247.720326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.720409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.743056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.743386] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.743512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.743579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.743744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.743826] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.743912] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1247.745161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.745327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.763798] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.764144] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.764285] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.764368] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.764510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.764591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.764675] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c is going to be updated. [ 1247.794372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.794523] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.794587] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.794815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.794973] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.805653] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1247.835334] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.835532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.835532] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.835755] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.835938] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.860087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1247.861113] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.861251] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.861321] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.861563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.861696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.883749] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: IN_PROGRESS for 2s [ 1249.820243] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1249.820520] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.872282] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1249.872522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.897854] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: SUCCESS [ 1249.897854] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.140136] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.140136] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.141080] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.141566] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.273314] env[66232]: INFO networking_nsxv3.common.synchronization [req-d412065e-05ef-48ed-832a-fee084987a49 req-997ab6ce-ebe9-4ebf-8dda-1dcd42585f2b tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1256.274149] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1256.274589] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.274818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.274818] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.275059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.275227] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.275343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.275410] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.275576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.275687] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.275863] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.598016] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.598250] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.598394] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.598723] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.599020] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.599199] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.599333] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.599566] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.599734] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.599975] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.600168] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.600366] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.600513] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.600671] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.600896] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.601174] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.624028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.624297] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.624448] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.624629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-566" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.624997] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-063ce56d-0e30-432b-883d-209592e39afd taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.625204] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.625332] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.625674] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.625813] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063ce56d-0e30-432b-883d-209592e39afd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.777957] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.128894] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.129188] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.129328] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.129618] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.129784] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.129950] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 063ce56d-0e30-432b-883d-209592e39afd not found, creating... [ 1257.130241] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.130405] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.130524] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.131066] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.131066] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.131281] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.131346] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.131463] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.131672] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.131807] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.131966] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 063ce56d-0e30-432b-883d-209592e39afd is going to be created. [ 1257.154976] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.155658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.155658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.155658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.155883] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.156199] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.281389] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.783609] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.783822] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.783995] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.784189] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.784286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.784392] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1257.823321] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.823487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.823545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.824952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.824952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.834543] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1257.861825] env[66232]: INFO networking_nsxv3.common.synchronization [req-d412065e-05ef-48ed-832a-fee084987a49 req-76ba3242-92d5-4366-bcb1-af1f027b2ffe service nova] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 1257.861825] env[66232]: INFO networking_nsxv3.common.synchronization [req-d412065e-05ef-48ed-832a-fee084987a49 req-76ba3242-92d5-4366-bcb1-af1f027b2ffe service nova] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1257.861825] env[66232]: INFO networking_nsxv3.common.synchronization [req-d412065e-05ef-48ed-832a-fee084987a49 req-76ba3242-92d5-4366-bcb1-af1f027b2ffe service nova] Enqueued Resource ID: 063ce56d-0e30-432b-883d-209592e39afd with Priority: HIGHEST for action port [ 1257.862121] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_rules [ 1257.862191] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1257.862765] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ce56d-0e30-432b-883d-209592e39afd with Priority: HIGHEST for action port [ 1257.862765] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.862765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.863376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.863376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.863376] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.864196] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.864315] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.864522] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-063ce56d-0e30-432b-883d-209592e39afd taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.864889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.864889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.865072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.865105] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063ce56d-0e30-432b-883d-209592e39afd',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.367395] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.369215] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.369834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 063ce56d-0e30-432b-883d-209592e39afd with status ACTIVE [ 1258.369834] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.369834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.369972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.370288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.370359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.371030] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.371030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.371030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.371030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.371030] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.371287] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.371287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.371435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.371435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.371501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.371585] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 063ce56d-0e30-432b-883d-209592e39afd is going to be updated. [ 1258.398331] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.398545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.398614] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.398824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.398968] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.399149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063ce56d-0e30-432b-883d-209592e39afd" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.845336] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1259.845336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.845751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.845751] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.845892] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.846048] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.846149] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.846326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.846406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.846515] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.349480] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.852330] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.355057] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.355292] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.355399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.356061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.356061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.356061] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1261.385458] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.385662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.385707] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.385920] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.386088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.396524] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1262.863574] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.864124] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1263.407111] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1263.407333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.407512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.407722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.407913] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.408058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.408131] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.408271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.408347] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.408431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.408520] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.910357] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.413171] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c11a2c-3678-470a-9009-72b881887d9b: rpc.has_security_group_logging(os_id): False [ 1264.431023] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.431224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.431280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.431464] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.431556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.431810] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.431910] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.431975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.432153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.432230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.432317] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1264.489558] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.489692] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.489765] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.490017] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.490146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.507210] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1266.524166] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1266.526047] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.865410] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.865760] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.867124] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.867124] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.868536] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.868903] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.750316] env[66232]: INFO networking_nsxv3.common.synchronization [req-c57836c5-9a13-41d7-a505-c6e53012f736 req-5c3c6fa1-2bcb-4cd2-a824-7e1aab600984 tempest-AttachVolumeTestJSON-1564890567 tempest-AttachVolumeTestJSON-1564890567-project-member] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1280.750942] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGHEST for action security_group_members [ 1280.751408] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.751538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.751607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.751897] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.752174] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.752281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.752380] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.752530] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.752670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.752786] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.255372] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.255588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.255588] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.255752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.255845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.256341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.256341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.256341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.256545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.256545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.256617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c is going to be updated. [ 1281.283025] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.283237] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.283301] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.283501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.283656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.292393] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: IN_PROGRESS for 2s [ 1283.306362] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c in Status: SUCCESS [ 1283.307078] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c deletion is rescheduled due to dependency. [ 1283.307078] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752378] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.752378] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.072643] env[66232]: INFO networking_nsxv3.common.synchronization [req-5ceab742-4aa9-4713-80d1-b10935356a10 req-037dfb21-52b2-4bd6-98a3-95a4fc61dc88 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1287.074013] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1287.074013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.074013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.074013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.074013] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.074013] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.074322] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.074392] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.074545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.074630] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.074721] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.576681] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.576681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.576681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.577020] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.599124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.599423] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.599591] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.599678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.600038] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.600148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.600248] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1287.629395] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.629716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.629820] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.630050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.630207] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.640990] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1289.651764] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1289.652155] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 deletion is rescheduled due to dependency. [ 1289.652155] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.074458] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.074813] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.067786] env[66232]: INFO networking_nsxv3.common.synchronization [req-91625200-4025-4a16-b7d6-3b1179d853b0 req-755d269e-2ecf-494f-a969-6cc343853041 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1294.068257] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1294.068561] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.068683] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.068752] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.068944] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.069104] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.069199] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.069260] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.069420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.069484] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.069575] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.352097] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.352277] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.352403] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.352674] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.352929] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.353106] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.353222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.353489] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.353635] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.353860] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.353971] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.354091] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.354196] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.354304] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.354407] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.354538] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.377029] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.377243] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.377349] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.377529] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-183" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.377848] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.378043] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.378169] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.378518] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.378661] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.572304] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.572495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.572541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.572834] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.572931] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.573150] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.573282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.573342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.573469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.573539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.573618] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1294.605110] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.605290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.605290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.605617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.605759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.614796] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1294.881359] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.881544] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.881658] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.881953] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.882128] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.882288] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca not found, creating... [ 1294.882610] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.882811] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.882934] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.883160] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.883334] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.883771] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.883953] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.884090] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.884310] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.884446] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.884588] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca is going to be created. [ 1294.906501] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.906717] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.906849] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.907134] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.907367] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.907585] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.609670] env[66232]: INFO networking_nsxv3.common.synchronization [req-91625200-4025-4a16-b7d6-3b1179d853b0 req-8fb6089e-c181-40a3-b258-4a9474d0a8d7 service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 1295.609980] env[66232]: INFO networking_nsxv3.common.synchronization [req-91625200-4025-4a16-b7d6-3b1179d853b0 req-8fb6089e-c181-40a3-b258-4a9474d0a8d7 service nova] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1295.609980] env[66232]: INFO networking_nsxv3.common.synchronization [req-91625200-4025-4a16-b7d6-3b1179d853b0 req-8fb6089e-c181-40a3-b258-4a9474d0a8d7 service nova] Enqueued Resource ID: ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca with Priority: HIGHEST for action port [ 1295.610542] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_rules [ 1295.610620] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1295.610720] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca with Priority: HIGHEST for action port [ 1295.611203] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.611335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.611404] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.611602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.611683] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.612999] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.613223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.613491] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.613601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.613666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.613840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.613919] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.118326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.118326] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca with status ACTIVE [ 1296.118326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.118326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.118326] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.118326] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.119093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.119093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.119093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.119093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.119093] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca is going to be updated. [ 1296.140060] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.140221] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.140296] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.140500] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.140670] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.140837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9e1fc4-5d06-46df-ad9d-bfab5d6fd0ca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.624929] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1296.625306] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 deletion is rescheduled due to dependency. [ 1296.625390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.625634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.625981] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.626266] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.626400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.626470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.626641] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.626722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.626818] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.130993] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.631916] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.135642] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.135845] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.135921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.136182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.136275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.136378] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1298.163165] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.163425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.163579] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.163902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.164190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.173297] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1300.184910] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1300.185363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.185416] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.185739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.185924] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.186053] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.186111] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.186263] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.186341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.186425] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.186524] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.611319] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.611421] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1300.691022] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.193613] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02b72e8-b10e-4db6-bb04-7de204c36f48: rpc.has_security_group_logging(os_id): False [ 1301.217591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.217860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.217860] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.218060] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.218152] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.218394] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.218512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.218578] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.218695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.218771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.218857] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1301.279070] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.279328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.279328] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.279441] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.279607] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.290745] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1303.145158] env[66232]: INFO networking_nsxv3.common.synchronization [req-2978a01e-dbba-421d-85b9-36c9fdbadc17 req-f176cfc5-5a30-4f44-9047-f061cbe39797 tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1303.145583] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1303.145877] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.145999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.146254] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.146563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.146711] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.146810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.146864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.147132] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.147522] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.147660] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.309033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1303.309033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.649560] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.649777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.649777] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.650019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.650116] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.650323] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.650409] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.650470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.650619] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.650697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.650784] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1303.679837] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.680071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.680071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.680290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.680445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.688568] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1305.703152] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1305.703541] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d deletion is rescheduled due to dependency. [ 1305.703541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.146946] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.147353] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.157360] env[66232]: INFO networking_nsxv3.common.synchronization [req-1cbea702-9774-4714-9e2f-fac8fd4a7d68 req-1e2a4de3-23c9-4f93-b45b-af99107c97ef tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1310.157901] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1310.158228] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.158349] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.158471] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.158605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.158755] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.158852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.158911] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.159071] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.159157] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.159253] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.439327] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.439521] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.439644] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.439902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.440251] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.440433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.440433] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.440622] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.440764] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.440968] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.441243] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.441373] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.441497] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.441570] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1310.441679] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.441806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.462502] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.462790] env[66232]: DEBUG dogpile.cache.region [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1310.463027] env[66232]: DEBUG dogpile.lock [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.463307] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463757] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock port-89f44b6e-f149-4508-b7fb-34496bb8b1c2 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.463962] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.464100] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.464423] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.464614] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f44b6e-f149-4508-b7fb-34496bb8b1c2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.662386] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.662582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.662582] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.662778] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.662882] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.663080] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.663178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.663231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.663386] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.663461] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.663550] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1310.693377] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.693615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.693615] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.693832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.693996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.703304] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1310.967459] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.967683] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.967809] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.968797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.968797] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Segment Port 89f44b6e-f149-4508-b7fb-34496bb8b1c2 not found, creating... [ 1310.968797] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.969223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.969223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.969223] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.969441] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.969620] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.969775] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.969891] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.970564] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.970736] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.970882] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Resource: SegmentPort with ID: 89f44b6e-f149-4508-b7fb-34496bb8b1c2 is going to be created. [ 1310.991367] env[66232]: DEBUG networking_nsxv3.common.locking [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.991495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.991623] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.992661] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.993062] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.993319] env[66232]: DEBUG oslo_concurrency.lockutils [None req-49fa7c8e-8fca-40fe-ae02-e84660d45572 None None] Releasing lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.685736] env[66232]: INFO networking_nsxv3.common.synchronization [req-1cbea702-9774-4714-9e2f-fac8fd4a7d68 req-0329ea42-5ee8-4927-a87b-ffe120d44403 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1311.685998] env[66232]: INFO networking_nsxv3.common.synchronization [req-1cbea702-9774-4714-9e2f-fac8fd4a7d68 req-0329ea42-5ee8-4927-a87b-ffe120d44403 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1311.686101] env[66232]: INFO networking_nsxv3.common.synchronization [req-1cbea702-9774-4714-9e2f-fac8fd4a7d68 req-0329ea42-5ee8-4927-a87b-ffe120d44403 service nova] Enqueued Resource ID: 89f44b6e-f149-4508-b7fb-34496bb8b1c2 with Priority: HIGHEST for action port [ 1311.686610] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1311.686749] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1311.686848] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f44b6e-f149-4508-b7fb-34496bb8b1c2 with Priority: HIGHEST for action port [ 1311.687127] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.687253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.687320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.687517] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.687596] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.688501] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.688598] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.688788] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f44b6e-f149-4508-b7fb-34496bb8b1c2 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.688889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.688952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.689142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.689217] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f44b6e-f149-4508-b7fb-34496bb8b1c2',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.190862] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.191088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.191221] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f44b6e-f149-4508-b7fb-34496bb8b1c2 with status ACTIVE [ 1312.191396] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.191506] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.191572] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.191847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.191940] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.192121] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.192217] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.192276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.192424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.192501] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.192678] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.192793] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.192857] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.192996] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.193086] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.193168] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f44b6e-f149-4508-b7fb-34496bb8b1c2 is going to be updated. [ 1312.217436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.217649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.217649] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.217812] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.217946] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.218110] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f44b6e-f149-4508-b7fb-34496bb8b1c2" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.712715] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1312.713122] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d deletion is rescheduled due to dependency. [ 1312.713122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.713269] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.713384] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.713562] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.713717] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.713776] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.713916] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.714079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.714157] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.216451] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.719043] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.222249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.222428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.222481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.222702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.222792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.222926] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1314.253132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.253277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.253339] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.253541] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.253689] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.262100] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1316.272623] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1316.273026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.273026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.273225] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.273419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.273537] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.273617] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.273771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.273852] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.273928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.274032] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.687503] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.687713] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1316.776228] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.278860] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f35cdd2-b891-4b31-ad23-b390482f9f9d: rpc.has_security_group_logging(os_id): False [ 1317.298022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.298248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.298299] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.298487] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.298577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.298833] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.298929] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.299059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.299159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.299258] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.299321] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1317.359553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.359832] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.359902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.360212] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.360429] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.373989] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1319.390968] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1319.391444] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.688924] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.689300] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.362813] env[66232]: INFO networking_nsxv3.common.synchronization [req-7a00e560-ab31-4bb6-aff2-8a442c160d10 req-e15902a7-a8c7-499c-ae1e-bba60188fe1c tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1325.362813] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1325.362813] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.362813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.362813] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.363226] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.363226] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.363311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.363311] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.363457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.363543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.363653] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.866265] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.369210] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.872043] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.872043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.872043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.872351] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.872469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.872613] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1326.904771] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.905026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.905163] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.905438] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.905635] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.913608] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1328.924067] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1328.924450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.362763] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.363155] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.364279] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.364279] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.365372] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.365773] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.693918] env[66232]: INFO networking_nsxv3.common.synchronization [req-5f669751-9dca-4df0-bbab-cd740e754906 req-a2541f6f-8619-487f-8750-01aa66f3f977 tempest-ServerActionsTestOtherA-1360344547 tempest-ServerActionsTestOtherA-1360344547-project-member] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1341.694660] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGHEST for action security_group_members [ 1341.694762] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.694833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.694879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.695481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.695710] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.695885] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.695986] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.696476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.696476] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.696476] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.199017] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.199223] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.199309] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.199507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.199601] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.199868] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.199978] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.200050] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.200200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.200286] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.200420] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be updated. [ 1342.233381] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.233581] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.233626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.233801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.233942] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.243432] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: IN_PROGRESS for 2s [ 1344.255117] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c11a2c-3678-470a-9009-72b881887d9b in Status: SUCCESS [ 1344.255463] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c11a2c-3678-470a-9009-72b881887d9b deletion is rescheduled due to dependency. [ 1344.255463] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.695230] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.695623] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.696663] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.697055] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.697689] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.698170] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.238193] env[66232]: INFO networking_nsxv3.common.synchronization [req-493f1d47-1627-47b2-afe3-095ac2ed0b26 req-4fb11a9d-2f6b-4523-abd5-58923a5d78e2 tempest-ServerActionsTestJSON-1632781083 tempest-ServerActionsTestJSON-1632781083-project-member] Enqueued Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1358.238392] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 with Priority: HIGHEST for action security_group_members [ 1358.238556] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b72e8-b10e-4db6-bb04-7de204c36f48 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.238678] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.238734] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.239024] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.239492] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.239492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.239492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.239492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.239492] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.239698] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b72e8-b10e-4db6-bb04-7de204c36f48',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.742235] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.742385] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.742478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.742690] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.742782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.742971] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.743088] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.743142] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.743281] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.743357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.743448] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 is going to be updated. [ 1358.771341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.771512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.771570] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.772148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.772148] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.783495] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: IN_PROGRESS for 2s [ 1360.794655] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 in Status: SUCCESS [ 1360.795068] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b72e8-b10e-4db6-bb04-7de204c36f48 deletion is rescheduled due to dependency. [ 1360.795068] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b72e8-b10e-4db6-bb04-7de204c36f48" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.239772] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.240133] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.240637] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.241110] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.241605] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.241966] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.242590] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.242970] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.244301] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.244747] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.246119] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.246119] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.247889] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.247889] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.249307] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.249747] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.250917] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.251352] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.206562] env[66232]: INFO networking_nsxv3.common.synchronization [req-7a0d2877-f98f-4c88-a241-e02625cf31da req-45b9d038-c6b9-48c3-9a32-52a50e5f261d tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1407.207144] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1407.207452] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.207612] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.207686] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.207830] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.207996] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.208238] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.208298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.208453] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.208545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.208726] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.713042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.713042] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.713042] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.713042] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1407.740590] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.740874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.740874] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.741033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.741248] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.754915] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1409.767085] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1409.767085] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d deletion is rescheduled due to dependency. [ 1409.767518] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.208123] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.208497] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.157719] env[66232]: INFO networking_nsxv3.common.synchronization [req-c86c7810-0b0e-4945-ac66-0f0aa648e751 req-1519dfc6-b220-4b01-8ffe-24062e525dc6 tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1416.158740] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1416.158740] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.158740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.158740] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.159035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.159280] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.159417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.159417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.159574] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.159656] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.159768] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.447116] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.447344] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.447472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.447739] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.448025] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.448177] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.448297] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.448516] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.448662] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.448880] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1416.448991] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1416.449341] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1416.449470] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1416.449589] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1416.449699] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1416.449834] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1416.471637] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1416.471812] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1416.471939] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1416.472134] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.472458] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-823371e0-3f81-4356-845f-90569ba3572a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.472629] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.472751] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.473108] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.473259] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823371e0-3f81-4356-845f-90569ba3572a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.662361] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.662560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.662560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.662758] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.662851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.663059] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.663164] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.663231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.663388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.663467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.663558] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1416.692475] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.692697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.692697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.692884] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.693045] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.702860] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1416.975697] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.975936] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.975987] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.976300] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.976443] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.976597] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Segment Port 823371e0-3f81-4356-845f-90569ba3572a not found, creating... [ 1416.976856] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.977026] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.977179] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.977399] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.977538] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.977827] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.977984] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.978114] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.978320] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.978451] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.979033] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 823371e0-3f81-4356-845f-90569ba3572a is going to be created. [ 1417.003352] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.003597] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.003676] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.003955] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.004222] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.004453] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.693880] env[66232]: INFO networking_nsxv3.common.synchronization [req-c86c7810-0b0e-4945-ac66-0f0aa648e751 req-d5e56667-ab50-4557-aa41-bbcb06273aa3 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1417.694160] env[66232]: INFO networking_nsxv3.common.synchronization [req-c86c7810-0b0e-4945-ac66-0f0aa648e751 req-d5e56667-ab50-4557-aa41-bbcb06273aa3 service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1417.694262] env[66232]: INFO networking_nsxv3.common.synchronization [req-c86c7810-0b0e-4945-ac66-0f0aa648e751 req-d5e56667-ab50-4557-aa41-bbcb06273aa3 service nova] Enqueued Resource ID: 823371e0-3f81-4356-845f-90569ba3572a with Priority: HIGHEST for action port [ 1417.694448] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1417.694581] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1417.694677] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823371e0-3f81-4356-845f-90569ba3572a with Priority: HIGHEST for action port [ 1417.695815] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.695880] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.695947] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.696169] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.696254] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.697975] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.698105] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.698352] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-823371e0-3f81-4356-845f-90569ba3572a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.698469] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.698566] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.698699] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.698775] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823371e0-3f81-4356-845f-90569ba3572a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.198592] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.198825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.201115] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823371e0-3f81-4356-845f-90569ba3572a with status ACTIVE [ 1418.201256] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.201358] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.201435] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.201639] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.201730] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.201896] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.201989] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.202064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.202213] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.202293] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.202475] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.202567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.202627] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.203312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.203312] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.203312] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823371e0-3f81-4356-845f-90569ba3572a is going to be updated. [ 1418.223055] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.223276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.223276] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.223462] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.223602] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.223764] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.712946] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1418.713363] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d deletion is rescheduled due to dependency. [ 1418.713363] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.713481] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.713710] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.713907] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.714108] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.714186] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.714372] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.714448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.714554] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.216660] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.718878] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.221713] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.221930] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.222014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.222232] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.222323] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.222424] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1420.249171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.249343] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.249399] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.249586] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.249746] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.260819] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1422.272143] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1422.272548] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.272723] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.273080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.273393] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.273595] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.273711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.273969] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.274129] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.274288] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.274451] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.695838] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.696101] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1422.776716] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.279875] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f35cdd2-b891-4b31-ad23-b390482f9f9d: rpc.has_security_group_logging(os_id): False [ 1423.298339] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.298576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.298576] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.298745] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.298833] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.299108] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.299205] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.299273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.299420] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.299494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.299578] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1423.359540] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.359792] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.359839] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.360067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.360233] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.372147] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1425.385791] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1425.386202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.697334] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.697722] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.698178] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.698591] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.699356] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.699842] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.700676] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.700676] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.701653] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.701653] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.702598] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.703127] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.704034] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.704034] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.705360] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.705719] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.706264] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.706650] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.707942] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.708372] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.708814] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.709258] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.008591] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.009059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.009059] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.009191] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.009237] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.062216] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1480.062418] env[66232]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-94026ea0-d86a-415c-aef7-0e0e106186c8 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1480.511336] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.013728] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.516447] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1481.516571] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1482.343049] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.343479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.343479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.343479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.355400] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1482.356345] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.357730] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1482.410251] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.410467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.410467] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.410661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.424271] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.425197] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1482.425276] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1482.425364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1482.467616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.467824] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.467943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.468290] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.469567] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.469806] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1482.554796] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.555016] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.555067] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.555356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.555840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.556264] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1482.642759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.642972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.642972] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.643196] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.643512] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.643803] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 1482.643897] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'16bf3832-4c66-4c1b-956b-9ba45bbda89c', '68c11a2c-3678-470a-9009-72b881887d9b', '7f35cdd2-b891-4b31-ad23-b390482f9f9d', 'c988364e-a276-491e-a301-cdea9d7a3617', 'f91514b5-6cbd-43d4-b633-01fb7d69e31a', '40192dd9-7e79-4352-bba5-06bba2b4a181', '9979d28a-8909-48b4-8cab-1b5aea111bf0', '74c96593-aa9a-45c0-a22d-35c5503d8c87', 'acfe3686-ca49-4469-917b-a82ca9627a1c', '0ede7981-032e-4b83-8236-b2e1acd90bca', 'ae39f714-ed7e-463e-b381-86324595e1b8', 'cb0fcc7c-e451-4a71-8a91-1d4b094d06f4', 'e532c10d-3e73-4f81-a33d-5f03340ff47d', 'c3d26db7-6304-412c-9927-e3c6541648b8', '8046d2da-5b19-4bb1-817a-0205f9433020', 'c46ff2be-2706-4ba1-9ee3-b8ca08ff819c', 'c62a2cdf-ced2-41ca-a269-0a9a61493c8c', '54f89554-8b27-479c-8f7f-beb07daf4c4b', 'c634d62f-e414-418a-af6d-06b687dbe1ab', '721edb23-038d-4388-8209-4be13db5cb3b', '187648a8-3da5-4ea6-a9f7-fb6d88cf1bc9', '68cb063a-6ccc-43f9-ab17-3e41807f6bf8', 'af9ede46-f2ca-49d6-87dc-41445f50ec57', 'b7780809-e7e0-4738-af0f-337bb87b712d', '5fd1fcda-27e7-44db-96fd-bd61fea73be1', 'b3c565fc-1991-455e-bea1-0be4d6f7a706', '5d09dc97-b2cd-4fb1-bacc-2584621c10d0', '2c210891-3a1d-4c3b-82fb-f6a26b77d457', '888d08a3-00fe-46e5-9ee1-6912e3b2801e', 'f02b72e8-b10e-4db6-bb04-7de204c36f48', 'ce69b754-6f2f-48ba-8f0c-afd8ca474c51', '69c945d8-e350-421e-bf3b-419f49e517f3'} {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1482.644022] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1482.666142] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.666320] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.666360] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.666558] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.666643] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.666758] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1482.666830] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1482.666900] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1482.709588] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.709852] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.754912] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.755218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.755218] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.755327] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.756590] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.756858] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1482.756939] env[66232]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66232) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1482.757026] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1482.757096] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1482.757173] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 1482.757248] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGH for action security_group_rules [ 1482.757327] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1482.757392] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGH for action security_group_rules [ 1482.757451] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGH for action security_group_rules [ 1482.757508] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGH for action security_group_rules [ 1482.757567] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGH for action security_group_rules [ 1482.757621] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGH for action security_group_rules [ 1482.757676] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGH for action security_group_rules [ 1482.757734] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGH for action security_group_rules [ 1482.757790] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGH for action security_group_rules [ 1482.757854] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGH for action security_group_rules [ 1482.757906] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGH for action security_group_rules [ 1482.757999] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGH for action security_group_rules [ 1482.758072] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGH for action security_group_rules [ 1482.758128] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGH for action security_group_rules [ 1482.758180] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGH for action security_group_rules [ 1482.758235] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGH for action security_group_rules [ 1482.758294] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGH for action security_group_rules [ 1482.758355] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGH for action security_group_rules [ 1482.758406] env[66232]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGH for action security_group_rules [ 1482.758509] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.710619] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.710882] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1487.710882] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c with Priority: HIGH for action security_group_rules [ 1487.710974] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGH for action security_group_rules [ 1487.711091] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 with Priority: HIGH for action security_group_rules [ 1487.711190] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8046d2da-5b19-4bb1-817a-0205f9433020 with Priority: HIGH for action security_group_rules [ 1487.711283] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721edb23-038d-4388-8209-4be13db5cb3b with Priority: HIGH for action security_group_rules [ 1487.711396] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c634d62f-e414-418a-af6d-06b687dbe1ab with Priority: HIGH for action security_group_rules [ 1487.711506] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b with Priority: HIGH for action security_group_rules [ 1487.711596] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c with Priority: HIGH for action security_group_rules [ 1487.711684] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d26db7-6304-412c-9927-e3c6541648b8 with Priority: HIGH for action security_group_rules [ 1487.711771] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c with Priority: HIGH for action security_group_rules [ 1487.711856] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e532c10d-3e73-4f81-a33d-5f03340ff47d with Priority: HIGH for action security_group_rules [ 1487.711951] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 with Priority: HIGH for action security_group_rules [ 1487.712058] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae39f714-ed7e-463e-b381-86324595e1b8 with Priority: HIGH for action security_group_rules [ 1487.712146] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ede7981-032e-4b83-8236-b2e1acd90bca with Priority: HIGH for action security_group_rules [ 1487.712232] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe3686-ca49-4469-917b-a82ca9627a1c with Priority: HIGH for action security_group_rules [ 1487.712319] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 with Priority: HIGH for action security_group_rules [ 1487.712406] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 with Priority: HIGH for action security_group_rules [ 1487.712490] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a with Priority: HIGH for action security_group_rules [ 1487.712572] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c11a2c-3678-470a-9009-72b881887d9b with Priority: HIGH for action security_group_rules [ 1487.712657] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c988364e-a276-491e-a301-cdea9d7a3617 with Priority: HIGH for action security_group_rules [ 1487.712983] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.713124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.713190] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.713397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.713480] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bf3832-4c66-4c1b-956b-9ba45bbda89c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.714483] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.714616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.714673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.714840] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.714917] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.717444] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9979d28a-8909-48b4-8cab-1b5aea111bf0 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.717556] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.717653] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.717851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.717971] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9979d28a-8909-48b4-8cab-1b5aea111bf0',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.719851] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8046d2da-5b19-4bb1-817a-0205f9433020 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.719851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.719851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.719851] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.719851] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8046d2da-5b19-4bb1-817a-0205f9433020',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.720092] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721edb23-038d-4388-8209-4be13db5cb3b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.720092] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.720230] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.720378] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.721341] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721edb23-038d-4388-8209-4be13db5cb3b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.721341] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c634d62f-e414-418a-af6d-06b687dbe1ab taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.721341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.721341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.721802] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.721802] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c634d62f-e414-418a-af6d-06b687dbe1ab',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.722445] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54f89554-8b27-479c-8f7f-beb07daf4c4b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.722563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.724759] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54f89554-8b27-479c-8f7f-beb07daf4c4b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.724759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.724759] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62a2cdf-ced2-41ca-a269-0a9a61493c8c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.724759] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d26db7-6304-412c-9927-e3c6541648b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.724759] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.725659] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.725659] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d26db7-6304-412c-9927-e3c6541648b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.725659] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.725782] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.725888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.725975] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.726101] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46ff2be-2706-4ba1-9ee3-b8ca08ff819c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.726890] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e532c10d-3e73-4f81-a33d-5f03340ff47d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.726990] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.727093] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.727243] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.727309] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e532c10d-3e73-4f81-a33d-5f03340ff47d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.727981] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.728139] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.728250] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.728473] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.728623] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0fcc7c-e451-4a71-8a91-1d4b094d06f4',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.729577] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae39f714-ed7e-463e-b381-86324595e1b8 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.729577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.729577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.729577] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.729789] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae39f714-ed7e-463e-b381-86324595e1b8',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.730374] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ede7981-032e-4b83-8236-b2e1acd90bca taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.730495] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.730542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.730669] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.730980] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ede7981-032e-4b83-8236-b2e1acd90bca',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.731386] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfe3686-ca49-4469-917b-a82ca9627a1c taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.731483] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.731766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.731766] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.731866] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfe3686-ca49-4469-917b-a82ca9627a1c',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.732553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40192dd9-7e79-4352-bba5-06bba2b4a181 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.732666] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.732711] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.733090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.733090] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40192dd9-7e79-4352-bba5-06bba2b4a181',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.733829] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74c96593-aa9a-45c0-a22d-35c5503d8c87 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.733829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.733829] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.734072] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.734072] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74c96593-aa9a-45c0-a22d-35c5503d8c87',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.734695] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.734794] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.734862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.735154] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.735154] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91514b5-6cbd-43d4-b633-01fb7d69e31a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.735738] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c11a2c-3678-470a-9009-72b881887d9b taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.735821] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.735866] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.736194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.736194] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c11a2c-3678-470a-9009-72b881887d9b',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.736743] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c988364e-a276-491e-a301-cdea9d7a3617 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.736843] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.736888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.737043] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.737379] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c988364e-a276-491e-a301-cdea9d7a3617',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.764505] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.764673] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.764749] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.764965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.767027] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.767414] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.791388] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.791530] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bf3832-4c66-4c1b-956b-9ba45bbda89c is going to be deleted. [ 1487.792457] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.792684] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.796161] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.796351] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.796473] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.796720] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.796992] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.797185] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.797390] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.797605] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.797663] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.797881] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.798033] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] NeedRegenerationException {{(pid=66232) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1487.798143] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] no value, waiting for create lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1487.798257] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] value creation lock acquired {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1487.798369] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] No value present for key: 'zone-id' {{(pid=66232) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1487.798475] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Calling creation function for not-yet-present value {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1487.798604] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1487.826698] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1487.826890] env[66232]: DEBUG dogpile.cache.region [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66232) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1487.827013] env[66232]: DEBUG dogpile.lock [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Released creation lock {{(pid=66232) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1487.827221] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "network-976" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.827603] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock port-823371e0-3f81-4356-845f-90569ba3572a taken with stack trace [, , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.827805] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.827902] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.828245] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.828388] env[66232]: DEBUG networking_nsxv3.api.rpc [None req-0b92b869-b630-4599-b922-1681096afd89 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823371e0-3f81-4356-845f-90569ba3572a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.830594] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.830706] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8046d2da-5b19-4bb1-817a-0205f9433020 is going to be deleted. [ 1487.866991] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.867240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.867294] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.867482] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.867571] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.867691] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bf3832-4c66-4c1b-956b-9ba45bbda89c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.877303] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.877479] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.877539] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.877810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.877888] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.878033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8046d2da-5b19-4bb1-817a-0205f9433020" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.321239] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.321451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.321451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.321743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.324114] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.324261] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.325178] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.325298] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.326249] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.326369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.327351] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.327474] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.328419] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.328542] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.329486] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.329616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.330539] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.330671] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.331584] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.331704] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.332616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.332737] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.333895] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.334026] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.334796] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.335344] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.335466] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.336256] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.336725] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.336841] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.337871] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.338144] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.338322] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.338678] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.338883] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.339285] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.339507] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.339920] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.340269] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.340472] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.340891] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.341133] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.341313] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.341609] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.341797] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.342028] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Resource: SegmentPort with ID: 823371e0-3f81-4356-845f-90569ba3572a is going to be updated. [ 1488.344217] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.344340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.345279] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.345812] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.345933] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.346780] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.347277] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.347400] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.348167] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.348708] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.348847] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.349641] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.350131] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.350257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.358574] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.359076] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.359225] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721edb23-038d-4388-8209-4be13db5cb3b is going to be deleted. [ 1488.360507] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.360889] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.371294] env[66232]: DEBUG networking_nsxv3.common.locking [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.371495] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.371608] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.371877] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.372102] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.372325] env[66232]: DEBUG oslo_concurrency.lockutils [None req-0b92b869-b630-4599-b922-1681096afd89 None None] Releasing lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.379051] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.379169] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae39f714-ed7e-463e-b381-86324595e1b8 is going to be deleted. [ 1488.380080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.380283] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.404478] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.404666] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46ff2be-2706-4ba1-9ee3-b8ca08ff819c is going to be deleted. [ 1488.405550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.405762] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.459132] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.459390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.460022] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.460146] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.464756] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.464868] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62a2cdf-ced2-41ca-a269-0a9a61493c8c is going to be deleted. [ 1488.465744] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.465962] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.497899] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.498145] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfe3686-ca49-4469-917b-a82ca9627a1c is going to be deleted. [ 1488.499061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.499287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.533090] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.533382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.553340] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.553530] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c988364e-a276-491e-a301-cdea9d7a3617 is going to be deleted. [ 1488.554422] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.554634] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.566345] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.566533] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.593626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.593852] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c11a2c-3678-470a-9009-72b881887d9b is going to be deleted. [ 1488.594663] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.594877] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.645117] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.645341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.671424] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.671573] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e532c10d-3e73-4f81-a33d-5f03340ff47d is going to be deleted. [ 1488.672596] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.672808] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.711401] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.711770] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c634d62f-e414-418a-af6d-06b687dbe1ab is going to be deleted. [ 1488.712510] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.712716] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.714149] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.714259] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.715275] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.715376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.783445] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.783627] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91514b5-6cbd-43d4-b633-01fb7d69e31a is going to be deleted. [ 1488.784538] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.784815] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.835300] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.835450] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.852171] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.852382] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.862924] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.863087] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d26db7-6304-412c-9927-e3c6541648b8 is going to be deleted. [ 1488.864014] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.864229] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.931875] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.932069] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ede7981-032e-4b83-8236-b2e1acd90bca is going to be deleted. [ 1488.932945] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.933178] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.957371] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.957514] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.010145] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.010325] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54f89554-8b27-479c-8f7f-beb07daf4c4b is going to be deleted. [ 1489.011527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.011527] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.022251] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.022448] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.042948] env[66232]: INFO networking_nsxv3.common.synchronization [req-6fba6df5-17ad-4227-b474-79383dc67057 req-e7a4f43f-ab37-462a-9dd4-48a0468b683a service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1489.043155] env[66232]: INFO networking_nsxv3.common.synchronization [req-6fba6df5-17ad-4227-b474-79383dc67057 req-e7a4f43f-ab37-462a-9dd4-48a0468b683a service nova] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1489.043362] env[66232]: INFO networking_nsxv3.common.synchronization [req-6fba6df5-17ad-4227-b474-79383dc67057 req-e7a4f43f-ab37-462a-9dd4-48a0468b683a service nova] Enqueued Resource ID: 823371e0-3f81-4356-845f-90569ba3572a with Priority: HIGHEST for action port [ 1489.043824] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_rules [ 1489.043999] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1489.044676] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823371e0-3f81-4356-845f-90569ba3572a with Priority: HIGHEST for action port [ 1489.044994] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.045161] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.045436] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.045494] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.045563] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.045797] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.045944] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.046056] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.046121] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.046282] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.046376] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.046465] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.047367] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-823371e0-3f81-4356-845f-90569ba3572a taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.047477] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.047545] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.047702] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.047778] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823371e0-3f81-4356-845f-90569ba3572a',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.101270] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.101441] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0fcc7c-e451-4a71-8a91-1d4b094d06f4 is going to be deleted. [ 1489.102341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.103028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.188080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.188286] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be deleted. [ 1489.189280] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.189498] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.201174] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.201377] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.241586] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.241883] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.260544] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.260729] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40192dd9-7e79-4352-bba5-06bba2b4a181 is going to be deleted. [ 1489.261628] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.261868] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.311834] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.312077] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.326907] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.327102] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9979d28a-8909-48b4-8cab-1b5aea111bf0 is going to be deleted. [ 1489.328459] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.328697] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.426231] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.426435] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74c96593-aa9a-45c0-a22d-35c5503d8c87 is going to be deleted. [ 1489.427300] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.427524] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.427616] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.427771] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721edb23-038d-4388-8209-4be13db5cb3b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.427943] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.428159] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.428240] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.428357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae39f714-ed7e-463e-b381-86324595e1b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.428887] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.429064] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.429162] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.429277] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46ff2be-2706-4ba1-9ee3-b8ca08ff819c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.429406] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.429550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.429626] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.429738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62a2cdf-ced2-41ca-a269-0a9a61493c8c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.429864] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.429999] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.430090] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.430198] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfe3686-ca49-4469-917b-a82ca9627a1c" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.430356] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.430470] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.430543] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.430698] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c988364e-a276-491e-a301-cdea9d7a3617" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.430825] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.430965] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.431061] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.431176] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c11a2c-3678-470a-9009-72b881887d9b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.431302] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.431519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.431519] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.431605] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e532c10d-3e73-4f81-a33d-5f03340ff47d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.431727] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.431862] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.431935] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.432082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c634d62f-e414-418a-af6d-06b687dbe1ab" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.432228] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.432369] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.432442] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.432547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91514b5-6cbd-43d4-b633-01fb7d69e31a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.432668] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.432801] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.432873] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.432993] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d26db7-6304-412c-9927-e3c6541648b8" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.433122] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.433257] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.433333] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.433437] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ede7981-032e-4b83-8236-b2e1acd90bca" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.433599] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.433739] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.433814] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.433921] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54f89554-8b27-479c-8f7f-beb07daf4c4b" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.434063] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.434200] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.434273] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.434374] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0fcc7c-e451-4a71-8a91-1d4b094d06f4" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.459641] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.459863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.459863] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.460125] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.460182] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.460287] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.460490] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.460593] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.460679] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.551312] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.552322] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823371e0-3f81-4356-845f-90569ba3572a with status ACTIVE [ 1489.552553] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.552681] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.552750] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.552952] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.553058] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.553240] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.553336] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.553395] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.553547] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.553622] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.553842] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.553948] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.554028] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.554264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.554264] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.554364] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823371e0-3f81-4356-845f-90569ba3572a is going to be updated. [ 1489.628859] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.629035] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.629104] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.629341] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.629434] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.629560] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40192dd9-7e79-4352-bba5-06bba2b4a181" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.637494] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.637624] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.637695] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.637902] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.637992] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.638167] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9979d28a-8909-48b4-8cab-1b5aea111bf0" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.662916] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.663107] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.663153] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.663342] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.663431] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.663550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74c96593-aa9a-45c0-a22d-35c5503d8c87" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.711759] env[66232]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1489.712509] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.712662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.712770] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.712922] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.713079] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.713253] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823371e0-3f81-4356-845f-90569ba3572a" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.963428] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.963696] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.056249] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.558967] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.559224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.559224] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.559335] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.559428] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.559535] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1490.596761] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.597033] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.597144] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.597491] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.597743] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.609979] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1492.622687] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1492.623080] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.623151] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.623397] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.623616] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.623754] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.623837] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.624019] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.624114] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.624220] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.624317] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.126997] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.629617] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f35cdd2-b891-4b31-ad23-b390482f9f9d: rpc.has_security_group_logging(os_id): False [ 1493.650130] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.650357] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.650451] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.650693] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.650810] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.651150] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.651291] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.651390] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.651610] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.651738] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.651859] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be created. [ 1493.723319] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.723561] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.723662] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.723879] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.724082] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.741541] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1494.045463] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.045748] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1495.772586] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1495.772998] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.047780] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.048256] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.048725] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.049195] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.380319] env[66232]: INFO networking_nsxv3.common.synchronization [req-cde9e499-95b2-407f-8b4b-6380d7bbcf59 req-1b40e54f-8194-409f-8d67-bdc6df74bef7 tempest-ServerActionsTestOtherB-1264101891 tempest-ServerActionsTestOtherB-1264101891-project-member] Enqueued Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1504.381417] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d with Priority: HIGHEST for action security_group_members [ 1504.381417] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f35cdd2-b891-4b31-ad23-b390482f9f9d taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.381417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.381417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.381417] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.381613] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.381661] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.382275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.382275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.382275] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.382275] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f35cdd2-b891-4b31-ad23-b390482f9f9d',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.884701] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.884979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.884979] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.885194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.885194] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.885408] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.885550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.885550] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.885722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.885722] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.885872] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d is going to be updated. [ 1504.918791] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.919085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.919085] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.919202] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.919381] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.928411] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: IN_PROGRESS for 2s [ 1506.941657] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d in Status: SUCCESS [ 1506.942124] env[66232]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f35cdd2-b891-4b31-ad23-b390482f9f9d deletion is rescheduled due to dependency. [ 1506.942124] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f35cdd2-b891-4b31-ad23-b390482f9f9d" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.381965] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.382374] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.382989] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.383282] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.772536] env[66232]: INFO networking_nsxv3.common.synchronization [None req-94d66f1d-fc91-4cd2-a333-670ed28c0613 None None] Enqueued Resource ID: 792601b3-95ac-4bbd-8204-1de3dcea6e49 with Priority: HIGHEST for action port [ 1515.773112] env[66232]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792601b3-95ac-4bbd-8204-1de3dcea6e49 with Priority: HIGHEST for action port [ 1515.773800] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock port-792601b3-95ac-4bbd-8204-1de3dcea6e49 taken with stack trace [, , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.773928] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792601b3-95ac-4bbd-8204-1de3dcea6e49" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.774008] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792601b3-95ac-4bbd-8204-1de3dcea6e49" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.774256] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792601b3-95ac-4bbd-8204-1de3dcea6e49" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.774341] env[66232]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792601b3-95ac-4bbd-8204-1de3dcea6e49',) {} {{(pid=66232) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.277360] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 792601b3-95ac-4bbd-8204-1de3dcea6e49 [ 1516.278359] env[66232]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66232) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.278359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.278359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.278359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.278359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.278359] env[66232]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:792601b3-95ac-4bbd-8204-1de3dcea6e49 already deleted. [ 1516.278359] env[66232]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792601b3-95ac-4bbd-8204-1de3dcea6e49" {{(pid=66232) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.774759] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.775156] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.776038] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.776442] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.777068] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.777502] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.777717] env[66232]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.778116] env[66232]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0